00010000:00000010:3.1:1761313433.818512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:3.1:1761313433.831505:0:78168:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000582038a0. 00010000:00000010:3.1:1761313433.850498:0:1371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aae63961. 00010000:00000010:3.1:1761313433.850506:0:1371:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006544845f. 00010000:00000010:3.1:1761313433.850511:0:1371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:3.1:1761313433.856505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5a52b5b. 00010000:00000010:3.1:1761313433.856512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2df7aea. 00010000:00000010:3.1:1761313433.856515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:3.1:1761313433.861505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074fce605. 00010000:00000010:3.1:1761313433.867524:0:78158:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9bf6ba4. 00010000:00000010:3.1:1761313433.867530:0:78158:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcc070ad. 00010000:00000010:3.1:1761313433.867534:0:78158:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:3.1:1761313433.873762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea559904. 00010000:00000010:3.1:1761313433.873773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059826a90. 00010000:00000010:3.1:1761313433.873777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:3.1:1761313433.891521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fe6bb51. 00010000:00000010:3.1:1761313433.891532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:3.1:1761313433.905497:0:78175:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c49cbe3. 00010000:00000010:3.1:1761313433.965565:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb06ac71. 00010000:00000010:3.1:1761313434.008037:0:78178:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000126ed96. 00010000:00000010:3.1:1761313434.008049:0:78178:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:3.1:1761313434.019630:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084805a1c. 00010000:00000010:3.1:1761313434.019644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:3.1:1761313434.042554:0:78191:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de0185e1. 00010000:00000010:3.1:1761313434.062697:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000273c9c60. 00010000:00000010:3.1:1761313434.070825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005732e163. 00010000:00000010:3.1:1761313434.070833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:3.1:1761313434.070837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfd85b3d. 00010000:00000010:3.1:1761313434.078705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bf6d461. 00010000:00000010:3.1:1761313434.107563:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffa02764. 00010000:00000010:3.1:1761313434.109513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6e2b5b8. 00010000:00000010:3.1:1761313434.109528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ae0f787. 00010000:00000010:3.1:1761313434.135738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bc5a841. 00010000:00000010:3.1:1761313434.143519:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9bd2e7c. 00010000:00000010:3.1:1761313434.161282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fa0e25e. 00010000:00000010:3.1:1761313434.161301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:3.1:1761313434.223856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba986edf. 00010000:00000010:3.1:1761313434.223868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca9c1200. 00010000:00000010:3.1:1761313434.223922:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:3.1:1761313434.229568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000150895d8. 00010000:00000010:3.1:1761313434.229576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:3.1:1761313434.231591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e8d954d. 00010000:00000010:3.1:1761313434.231599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a9f3ed. 00010000:00000010:3.1:1761313434.257545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b772f5a6. 00010000:00000010:3.1:1761313434.273837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058d042e6. 00010000:00000010:3.1:1761313434.286570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e4efe3a. 00010000:00000010:3.1:1761313434.299576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001596bbf9. 00010000:00000010:3.1:1761313434.302685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b46ef7a. 00010000:00000010:3.1:1761313434.313681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005658140f. 00010000:00000010:3.1:1761313434.321557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fad37ba. 00010000:00000010:3.1:1761313434.321562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:3.1:1761313434.331614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b5b10b6. 00010000:00000010:3.1:1761313434.331629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a9f3ed. 00010000:00000010:3.1:1761313434.334095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059a9bb08. 00010000:00000010:3.1:1761313434.334104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:3.1:1761313434.334108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084725667. 00010000:00000010:3.1:1761313434.334111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313434.337065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b18697e. 00010000:00000010:3.1:1761313434.337085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069244663. 00010000:00000010:3.1:1761313434.344618:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012cde072. 00010000:00000010:3.1:1761313434.344625:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:3.1:1761313434.353927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c90aa7b. 00010000:00000010:3.1:1761313434.353944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313434.375513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087c816e7. 00010000:00000010:3.1:1761313434.385775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000854fedb0. 00010000:00000010:3.1:1761313434.468993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeececf8. 00010000:00000010:3.1:1761313434.481946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8c579e. 00010000:00000010:3.1:1761313434.494683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325c986a. 00010000:00000010:3.1:1761313434.494699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3b97831. 00010000:00000010:3.1:1761313434.509581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d90c0cc. 00010000:00000010:3.1:1761313434.546884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000491bfbac. 00010000:00000010:3.1:1761313434.546895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:3.1:1761313434.552809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e613d787. 00010000:00000010:3.1:1761313434.552848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313434.562036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfdaa64f. 00010000:00000010:3.1:1761313434.562046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:3.1:1761313434.562050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000786f1fc9. 00010000:00000010:3.1:1761313434.562053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:3.1:1761313434.565493:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013ec7ad7. 00010000:00000010:3.1:1761313434.565499:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313434.574028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca04b5be. 00010000:00000010:3.1:1761313434.574044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:3.1:1761313434.590828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8f90976. 00010000:00000010:3.1:1761313434.590837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000736e3921. 00010000:00000010:3.1:1761313434.590842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:3.1:1761313434.640909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067e8540a. 00010000:00000010:3.1:1761313434.653888:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd41e8c. 00010000:00000010:3.1:1761313434.660544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa9d8599. 00010000:00000010:3.1:1761313434.664494:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000633670eb. 00010000:00000010:3.1:1761313434.684488:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071742347. 00010000:00000010:3.1:1761313434.688550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000906c4a5e. 00010000:00000010:3.1:1761313434.696541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca6d4577. 00010000:00000010:3.1:1761313434.716537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ace0bb99. 00010000:00000010:3.1:1761313434.830299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007db12220. 00010000:00000010:3.1:1761313434.830307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4494ea6. 00010000:00000010:3.1:1761313434.849585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbed73f1. 00010000:00000010:3.1:1761313434.849593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313434.857531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1e5603e. 00010000:00000010:3.1:1761313434.935883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc43feeb. 00010000:00000010:3.1:1761313434.946085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bafb13d. 00010000:00000010:3.1:1761313434.946098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:3.1:1761313434.950585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe17b7d2. 00010000:00000010:3.1:1761313434.950594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313434.956942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f564977. 00010000:00000010:3.1:1761313434.963891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000093238aa. 00010000:00000010:3.1:1761313434.963902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:3.1:1761313434.966643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023bc8a11. 00010000:00000010:3.1:1761313434.966650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313434.974607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce7d47c8. 00010000:00000010:3.1:1761313434.974617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00010000:00000010:3.1:1761313434.978675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba00986b. 00010000:00000010:3.1:1761313434.978689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:3.1:1761313434.983599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eda1900. 00010000:00000010:3.1:1761313434.983610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313434.990510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022e7df68. 00010000:00000010:3.1:1761313434.990516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00010000:00000010:3.1:1761313434.994820:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b01f48b. 00010000:00000010:3.1:1761313434.994827:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00010000:00000010:3.1:1761313434.998887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b01caf23. 00010000:00000010:3.1:1761313434.998902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:3.1:1761313435.005574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000268b711. 00010000:00000010:3.1:1761313435.005581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313435.101542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca365897. 00010000:00000010:3.1:1761313435.101555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:3.1:1761313435.110752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000323f9ecd. 00010000:00000010:3.1:1761313435.110773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313435.160233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009abd7ba2. 00010000:00000010:3.1:1761313435.160246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4494ea6. 00010000:00000010:3.1:1761313435.163908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093cdec60. 00010000:00000010:3.1:1761313435.163920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313435.169584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6628662. 00010000:00000010:3.1:1761313435.169592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00010000:00000010:3.1:1761313435.195503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003abfbb30. 00010000:00000010:3.1:1761313435.195512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b0785. 00010000:00000010:3.1:1761313435.200065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0593ef3. 00010000:00000010:3.1:1761313435.200081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313435.204500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000551fc615. 00010000:00000010:3.1:1761313435.204507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c47ceb4. 00010000:00000010:3.1:1761313435.204511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00010000:00000010:3.1:1761313435.204513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8296be5. 00010000:00000010:3.1:1761313435.204516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015201000. 00010000:00000010:3.1:1761313435.204519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cedea6b. 00010000:00000010:3.1:1761313435.204521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004467eb4b. 00010000:00000010:3.1:1761313435.218514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009373b17a. 00010000:00000010:3.1:1761313435.218521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b0785. 00010000:00000010:3.1:1761313435.223713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf7bd76b. 00010000:00000010:3.1:1761313435.223726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313435.223733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006689119. 00010000:00000010:3.1:1761313435.223962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004467eb4b. 00010000:00000010:3.1:1761313435.233704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd41b00f. 00010000:00000010:3.1:1761313435.233713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:3.1:1761313435.233717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5b0a237. 00010000:00000010:3.1:1761313435.268490:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044a9b620. 00010000:00000010:3.1:1761313435.268497:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:3.1:1761313435.276941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5ce585f. 00010000:00000010:3.1:1761313435.282503:0:78208:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f59242bc. 00010000:00000010:3.1:1761313435.340402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9ae8d6a. 00010000:00000010:3.1:1761313435.340417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:3.1:1761313435.362379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be443028. 00010000:00000010:3.1:1761313435.362387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313435.365594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000361bb528. 00010000:00000010:3.1:1761313435.365599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9586e67. 00010000:00000010:3.1:1761313435.365601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b0785. 00010000:00000010:3.1:1761313435.369605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c55ee27. 00010000:00000010:3.1:1761313435.369612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:3.1:1761313435.393117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c0c8c3e. 00010000:00000010:3.1:1761313435.393125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313435.441505:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaff248d. 00010000:00000010:3.1:1761313435.441515:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:3.1:1761313435.454937:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1a54eee. 00010000:00000010:3.1:1761313435.454949:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313435.466560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e964a7c. 00010000:00000010:3.1:1761313435.466567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb1990f. 00010000:00000010:3.1:1761313435.468744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f3ef8ec. 00010000:00000010:3.1:1761313435.468754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d971f693. 00010000:00000010:3.1:1761313435.468758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a02db8. 00010000:00000010:3.1:1761313435.468771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0b81f0. 00010000:00000010:3.1:1761313435.468776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f759ee7. 00010000:00000010:3.1:1761313435.468779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313435.526508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003314f7a5. 00010000:00000010:3.1:1761313435.526517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037318cac. 00010000:00000010:3.1:1761313435.526521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:3.1:1761313435.526539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7826b99. 00010000:00000010:3.1:1761313435.526542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313435.536574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075ef0711. 00010000:00000010:3.1:1761313435.536583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a02db8. 00010000:00000010:3.1:1761313435.576093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004d30a7b. 00010000:00000010:3.1:1761313435.576103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b00613. 00010000:00000010:3.1:1761313435.580938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4984dc1. 00010000:00000010:3.1:1761313435.580945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a02db8. 00010000:00000010:3.1:1761313435.591350:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000100b8d3f. 00010000:00000010:3.1:1761313435.591358:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb1990f. 00010000:00000010:3.1:1761313435.624487:0:78208:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000456c7738. 00010000:00000010:3.1:1761313435.624494:0:78208:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:3.1:1761313435.648503:0:78228:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db86b5d8. 00010000:00000010:3.1:1761313435.648512:0:78228:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b00613. 00010000:00000010:3.1:1761313435.654539:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a05b0015. 00010000:00000010:3.1:1761313435.654548:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18d3824. 00010000:00000010:3.1:1761313435.662233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009abf6e88. 00010000:00000010:3.1:1761313435.669901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a97a8bd. 00010000:00000010:3.1:1761313435.669916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:3.1:1761313435.684498:0:78228:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049a767d4. 00010000:00000010:3.1:1761313435.684506:0:78228:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18d3824. 00010000:00000010:3.1:1761313435.724032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861b65a9. 00010000:00000010:3.1:1761313435.724041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000936dfe13. 00010000:00000010:3.1:1761313435.724045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:3.1:1761313435.731641:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8e88752. 00010000:00000010:3.1:1761313435.731657:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000394f26a0. 00010000:00000010:3.1:1761313435.731660:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18d3824. 00010000:00000010:3.1:1761313435.743581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077d9e693. 00010000:00000010:3.1:1761313435.743590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f6f462c. 00010000:00000010:3.1:1761313435.743597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:3.1:1761313435.765989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070dbdff6. 00010000:00000010:3.1:1761313435.791743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4df34f0. 00010000:00000010:3.1:1761313435.791749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:3.1:1761313435.801725:0:78249:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006af4e10e. 00010000:00000010:3.1:1761313435.801736:0:78249:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:3.1:1761313435.813493:0:78250:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002052315d. 00010000:00000010:3.1:1761313435.813502:0:78250:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e1c70a8. 00010000:00000010:3.1:1761313435.813506:0:78250:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b81f107. 00010000:00000010:3.1:1761313435.831552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d0effba. 00010000:00000010:3.1:1761313435.831558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:3.1:1761313435.843733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e52b2149. 00010000:00000010:3.1:1761313435.843747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b81f107. 00010000:00000010:3.1:1761313435.884847:0:78255:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069af4ba2. 00010000:00000010:3.1:1761313435.923614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002223b87b. 00010000:00000010:3.1:1761313435.923623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:3.1:1761313435.929875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097f6f305. 00010000:00000010:3.1:1761313435.929881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b81f107. 00010000:00000010:3.1:1761313435.938560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d4b9de1. 00010000:00000010:3.1:1761313435.938569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:3.1:1761313435.947612:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036dde6e3. 00010000:00000010:3.1:1761313435.947618:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b81f107. 00010000:00000010:3.1:1761313435.953516:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e4fed58. 00010000:00000010:3.1:1761313435.953523:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579e1d2. 00010000:00000010:3.1:1761313435.956684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af62bd65. 00010000:00000010:3.1:1761313435.956691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:3.1:1761313435.961584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000570e0eab. 00010000:00000010:3.1:1761313435.961594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bef4e40. 00010000:00000010:3.1:1761313435.975506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e58ffcc. 00010000:00000010:3.1:1761313435.975515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579e1d2. 00010000:00000010:3.1:1761313436.039563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe81735. 00010000:00000010:3.1:1761313436.047516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5256dfc. 00010000:00000010:3.1:1761313436.159678:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000315d3c68. 00010000:00000010:3.1:1761313436.164627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e498f459. 00010000:00000010:3.1:1761313436.164632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bea5419. 00010000:00000010:3.1:1761313436.168583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2296b83. 00010000:00000010:3.1:1761313436.168597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c463eb4. 00010000:00000010:3.1:1761313436.173497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a65b6b32. 00010000:00000010:3.1:1761313436.185609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2b74a44. 00010000:00000010:3.1:1761313436.196636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009daeea77. 00010000:00000010:3.1:1761313436.201561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b382c8c. 00010000:00000010:3.1:1761313436.242497:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b980406. 00010000:00000010:3.1:1761313436.253482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f61dfc04. 00010000:00000010:3.1:1761313436.295381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cca95740. 00010000:00000010:3.1:1761313436.307000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d564aa2d. 00010000:00000010:3.1:1761313436.307005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8a32934. 00010000:00000010:3.1:1761313436.316406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f9a1cfa. 00010000:00000010:3.1:1761313436.339577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007959582f. 00010000:00000010:3.1:1761313436.367495:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e87a20a. 00010000:00000010:3.1:1761313436.367501:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:3.1:1761313436.379987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009690fe9f. 00010000:00000010:3.1:1761313436.379995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:3.1:1761313436.386582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c53cf91. 00010000:00000010:3.1:1761313436.386590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:3.1:1761313436.397258:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f75210e. 00010000:00000010:3.1:1761313436.397268:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:3.1:1761313436.412741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002532b0cd. 00010000:00000010:3.1:1761313436.412749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.1:1761313436.491566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000151feecf. 00010000:00000010:3.1:1761313436.495668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f70e61f. 00010000:00000010:3.1:1761313436.495673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbd2752b. 00010000:00000010:3.1:1761313436.519810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3b5f743. 00010000:00000010:3.1:1761313436.553580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000393262a9. 00010000:00000010:3.1:1761313436.571432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eb96776. 00010000:00000010:3.1:1761313436.612535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009798eed0. 00010000:00000010:3.1:1761313436.620603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:3.1:1761313436.620621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000338c4e3. 00010000:00000010:3.1:1761313436.625641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9adb9. 00010000:00000010:3.1:1761313436.625649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001d4c216. 00010000:00000010:3.1:1761313436.636614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6a87fba. 00010000:00000010:3.1:1761313436.667731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b7047ef. 00010000:00000010:3.1:1761313436.667741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f3f3612. 00010000:00000010:3.1:1761313436.679692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000516ff2f6. 00010000:00000010:3.1:1761313436.679701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.1:1761313436.679704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d21531f4. 00010000:00000010:3.1:1761313436.679708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e7ead0a. 00010000:00000010:3.1:1761313436.679711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:3.1:1761313436.679714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ed558fc. 00010000:00000010:3.1:1761313436.679722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579e1d2. 00010000:00000010:3.1:1761313436.679724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d85be7. 00010000:00000010:3.1:1761313436.718545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d60fb011. 00010000:00000010:3.1:1761313436.744543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066898d12. 00010000:00000010:3.1:1761313436.749423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000243906ec. 00010000:00000010:3.1:1761313436.752522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2a222d5. 00010000:00000010:3.1:1761313436.757801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1d1deac. 00010000:00000010:3.1:1761313436.771581:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dce041e3. 00010000:00000010:3.1:1761313436.784254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000550b15b6. 00010000:00000010:3.1:1761313436.784261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:3.1:1761313436.792515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057045055. 00010000:00000010:3.1:1761313436.792529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:3.1:1761313436.831510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf1b23ec. 00010000:00000010:3.1:1761313436.831526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068507c37. 00010000:00000010:3.1:1761313436.891244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b40397dc. 00010000:00000010:3.1:1761313436.898528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034836c35. 00010000:00000010:3.1:1761313436.922650:0:78259:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dabbc260. 00010000:00000010:3.1:1761313436.922658:0:78259:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f3f3612. 00010000:00000010:3.1:1761313436.959521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd2c9edc. 00010000:00000010:3.1:1761313436.959569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:3.1:1761313436.963508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4a6288b. 00010000:00000010:3.1:1761313436.992566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003efe3683. 00010000:00000010:3.1:1761313436.992572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:3.1:1761313436.998520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef218f15. 00010000:00000010:3.1:1761313436.998538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480ca547. 00010000:00000010:3.1:1761313437.002659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeb43d64. 00010000:00000010:3.1:1761313437.002666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18d3824. 00010000:00000010:3.1:1761313437.057521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf616597. 00010000:00000010:3.1:1761313437.057533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ae0f787. 00010000:00000010:3.1:1761313437.060099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002203f7fc. 00010000:00000010:3.1:1761313437.074515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065cca303. 00010000:00000010:3.1:1761313437.074535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a988e68. 00010000:00000010:3.1:1761313437.112637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d37ef7bd. 00010000:00000010:3.1:1761313437.117562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d1c255b. 00010000:00000010:3.1:1761313437.167115:0:78273:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217e516. 00010000:00000010:3.1:1761313437.167121:0:78273:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000feca4001. 00010000:00000010:3.1:1761313437.167125:0:78273:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:3.1:1761313437.185252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c20d3c6. 00010000:00000010:3.1:1761313437.185261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc23d27. 00010000:00000010:3.1:1761313437.190485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030cf7b92. 00010000:00000010:3.1:1761313437.190497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480ca547. 00010000:00000010:3.1:1761313437.233000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000124c1906. 00010000:00000010:3.1:1761313437.233013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc23d27. 00010000:00000010:3.1:1761313437.238326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a22ab274. 00010000:00000010:3.1:1761313437.238346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480ca547. 00010000:00000010:3.1:1761313437.246565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c9e7037. 00010000:00000010:3.1:1761313437.246577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:3.1:1761313437.254655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8d2d98b. 00010000:00000010:3.1:1761313437.254667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb1990f. 00010000:00000010:3.1:1761313437.260545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fac7ff6. 00010000:00000010:3.1:1761313437.274497:0:78281:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd31c13a. 00010000:00000010:3.1:1761313437.274511:0:78281:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b101da8f. 00010000:00000010:3.1:1761313437.315553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086ae68cc. 00010000:00000010:3.1:1761313437.315560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b00613. 00010000:00000010:3.1:1761313437.328497:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc5168bf. 00010000:00000010:3.1:1761313437.328503:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e06d572. 00010000:00000010:3.1:1761313437.328506:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:3.1:1761313437.346658:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e514ed28. 00010000:00000010:3.1:1761313437.346666:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:3.1:1761313437.370714:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063c94040. 00010000:00000010:3.1:1761313437.370722:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:3.1:1761313437.378575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005de527d5. 00010000:00000010:3.1:1761313437.378592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:3.1:1761313437.392830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebeacc94. 00010000:00000010:3.1:1761313437.392846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a02db8. 00010000:00000010:3.1:1761313437.422596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b051c80c. 00010000:00000010:3.1:1761313437.422606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f30a48b. 00010000:00000010:3.1:1761313437.422609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:3.1:1761313437.432574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ca1bf8. 00010000:00000010:3.1:1761313437.432584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080e6d06f. 00010000:00000010:3.1:1761313437.432587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:3.1:1761313437.437516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5a6c735. 00010000:00000010:3.1:1761313437.437526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a02db8. 00010000:00000010:3.1:1761313437.447873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f6fd1a6. 00010000:00000010:3.1:1761313437.455705:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000766594e6. 00010000:00000010:3.1:1761313437.455712:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006470afa5. 00010000:00000010:3.1:1761313437.455716:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:3.1:1761313437.455718:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8849ce7. 00010000:00000010:3.1:1761313437.455720:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a02db8. 00010000:00000010:3.1:1761313437.466104:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000169f88cd. 00010000:00000010:3.1:1761313437.466111:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313437.554134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a4e11f1. 00010000:00000010:3.1:1761313437.554141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:3.1:1761313437.591518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055b209a2. 00010000:00000010:3.1:1761313437.653703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a15d776. 00010000:00000010:3.1:1761313437.675066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e324471. 00010000:00000010:3.1:1761313437.678569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079de052c. 00010000:00000010:3.1:1761313437.678575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015473eef. 00010000:00000010:3.1:1761313437.682551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf53fe92. 00010000:00000010:3.1:1761313437.682558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eaed5d0. 00010000:00000010:3.1:1761313437.689738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b138a17d. 00010000:00000010:3.1:1761313437.701675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b1a30d2. 00010000:00000010:3.1:1761313437.706770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027a27f31. 00010000:00000010:3.1:1761313437.739545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbdf3e44. 00010000:00000010:3.1:1761313437.739552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003165554e. 00010000:00000010:3.1:1761313437.743665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002178cf8d. 00010000:00000010:3.1:1761313437.757512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbfb9394. 00010000:00000010:3.1:1761313437.764504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f24a6ca1. 00010000:00000010:3.1:1761313437.773506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a412534a. 00010000:00000010:3.1:1761313437.787601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6cf0718. 00010000:00000010:3.1:1761313437.791031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9780983. 00010000:00000010:3.1:1761313437.819644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b90d8f2. 00010000:00000010:3.1:1761313437.819654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0079dfc. 00010000:00000010:3.1:1761313437.845547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012795941. 00010000:00000010:3.1:1761313437.845552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:3.1:1761313437.877708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000683e7f32. 00010000:00000010:3.1:1761313437.888920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056718128. 00010000:00000010:3.1:1761313437.888925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:3.1:1761313437.899840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a168f64. 00010000:00000010:3.1:1761313437.899848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b0785. 00010000:00000010:3.1:1761313437.908518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f119d289. 00010000:00000010:3.1:1761313437.908526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00010000:00000010:3.1:1761313437.908531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a57ec8a1. 00010000:00000010:3.1:1761313437.908535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004467eb4b. 00010000:00000010:3.1:1761313437.994506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca8c6bbb. 00010000:00000010:3.1:1761313437.998794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009009d92a. 00010000:00000010:3.1:1761313438.008542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034eff9b5. 00010000:00000010:3.1:1761313438.011609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009911f014. 00010000:00000010:3.1:1761313438.032545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a738376. 00010000:00000010:3.1:1761313438.043161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd9f1e31. 00010000:00000010:3.1:1761313438.125700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048f8dbc9. 00010000:00000010:3.1:1761313438.125705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:3.1:1761313438.131794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071fda0d2. 00010000:00000010:3.1:1761313438.131802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004467eb4b. 00010000:00000010:3.1:1761313438.134222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c92617d2. 00010000:00000010:3.1:1761313438.134234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d42d974. 00010000:00000010:3.1:1761313438.134238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00010000:00000010:3.1:1761313438.321507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035560fad. 00010000:00000010:3.1:1761313438.346163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026239dbe. 00010000:00000010:3.1:1761313438.360608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031281799. 00010000:00000010:3.1:1761313438.402985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3fedd81. 00010000:00000010:3.1:1761313438.451592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df668e72. 00010000:00000010:3.1:1761313438.451601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003260ad8e. 00010000:00000010:3.1:1761313438.451605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:3.1:1761313438.463544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcad3109. 00010000:00000010:3.1:1761313438.463556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00010000:00000010:3.1:1761313438.481712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ff23f7. 00010000:00000010:3.1:1761313438.498924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0f80c82. 00010000:00000010:3.1:1761313438.498942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:3.1:1761313438.519438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb745a05. 00010000:00000010:3.1:1761313438.519446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c5aa9af. 00010000:00000010:3.1:1761313438.519450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062966880. 00010000:00000010:3.1:1761313438.529671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5099fd0. 00010000:00000010:3.1:1761313438.533828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c6180b7. 00010000:00000010:3.1:1761313438.584643:0:78313:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003af6c8c0. 00010000:00000010:3.1:1761313438.587567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b97d29e3. 00010000:00000010:3.1:1761313438.605327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9f056e9. 00010000:00000010:3.1:1761313438.605340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:3.1:1761313438.631604:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caf19bef. 00010000:00000010:3.1:1761313438.631619:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:3.1:1761313438.640706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b538272d. 00010000:00000010:3.1:1761313438.677523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084a129dd. 00010000:00000010:3.1:1761313438.723990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd3910fc. 00010000:00000010:3.1:1761313438.723996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:3.1:1761313438.732593:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037b65de5. 00010000:00000010:3.1:1761313438.741567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c37c171a. 00010000:00000010:3.1:1761313438.757623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000710618b2. 00010000:00000010:3.1:1761313438.757632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c6abfa3. 00010000:00000010:3.1:1761313438.757636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:3.1:1761313438.766497:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d0aa751. 00010000:00000010:2.1:1761313438.771589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093a78f35. 00010000:00000010:3.1:1761313438.775188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030f8e8ed. 00010000:00000010:3.1:1761313438.775197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069244663. 00010000:00000010:3.1:1761313438.790573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ec6ce16. 00010000:00000010:3.1:1761313438.790580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:3.1:1761313438.801492:0:78309:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c6051ee. 00010000:00000010:3.1:1761313438.801499:0:78309:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:3.1:1761313438.803833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000247adc63. 00010000:00000010:3.1:1761313438.803841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b78087cd. 00010000:00000010:3.1:1761313438.824274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000372512e9. 00010000:00000010:3.1:1761313438.824288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:2.1:1761313438.866761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba92b7d5. 00010000:00000010:2.1:1761313438.866766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000501aae7a. 00010000:00000010:2.1:1761313438.866769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:2.1:1761313438.871496:0:78324:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a068cf1b. 00010000:00000010:2.1:1761313438.871509:0:78324:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:3.1:1761313438.880619:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000409a1e35. 00010000:00000010:3.1:1761313438.882593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acb3a31b. 00010000:00000010:3.1:1761313438.882600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:3.1:1761313438.882603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fa1d310. 00010000:00000010:2.1:1761313438.910633:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dbad112. 00010000:00000010:2.1:1761313438.910640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:3.1:1761313438.912247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083994a9f. 00010000:00000010:2.1:1761313438.944009:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000202790f1. 00010000:00000010:2.1:1761313438.981510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c501c34. 00010000:00000010:2.1:1761313438.983496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000105a0a28. 00010000:00000010:3.1:1761313438.993697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b46d9bf3. 00010000:00000010:3.1:1761313438.993710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:2.1:1761313439.000494:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d8971d1. 00010000:00000010:3.1:1761313439.016767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a99346. 00010000:00000010:3.1:1761313439.022687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0862bd2. 00010000:00000010:3.1:1761313439.022698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:2.1:1761313439.027808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000030897e6. 00010000:00000010:2.1:1761313439.027819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00010000:00000010:2.1:1761313439.045536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd100e08. 00010000:00000010:2.1:1761313439.045550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000558bd8af. 00010000:00000010:2.1:1761313439.045554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:2.1:1761313439.055286:0:78335:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b13365fd. 00010000:00000010:3.1:1761313439.060953:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a0159b0. 00010000:00000010:2.1:1761313439.067492:0:78338:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cc0c340. 00010000:00000010:3.1:1761313439.076123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada096f6. 00010000:00000010:3.1:1761313439.087515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000766a0088. 00010000:00000010:3.1:1761313439.087530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1f47d1f. 00010000:00000010:3.1:1761313439.087534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc23d27. 00010000:00000010:3.1:1761313439.096510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ca0fe5. 00010000:00000010:3.1:1761313439.108035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3075524. 00010000:00000010:3.1:1761313439.134807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af16dcdd. 00010000:00000010:2.1:1761313439.136684:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1eed323. 00010000:00000010:2.1:1761313439.136693:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:3.1:1761313439.140689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d914d474. 00010000:00000010:3.1:1761313439.140700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:3.1:1761313439.151122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f11e40a. 00010000:00000010:3.1:1761313439.157730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093564d71. 00010000:00000010:3.1:1761313439.157738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:3.1:1761313439.168897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b66a04. 00010000:00000010:3.1:1761313439.168910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:2.1:1761313439.169622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016c42778. 00010000:00000010:2.1:1761313439.169631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b0785. 00010000:00000010:2.1:1761313439.181517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e356406d. 00010000:00000010:2.1:1761313439.181524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015201000. 00010000:00000010:3.1:1761313439.182241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e550463e. 00010000:00000010:3.1:1761313439.186525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c20ea876. 00010000:00000010:2.1:1761313439.186571:0:78354:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061110a63. 00010000:00000010:2.1:1761313439.186577:0:78354:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:2.1:1761313439.193745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d48f928. 00010000:00000010:2.1:1761313439.193752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084b9cf64. 00010000:00000010:2.1:1761313439.193756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:3.1:1761313439.225443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc9e617f. 00010000:00000010:3.1:1761313439.225454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc23d27. 00010000:00000010:3.1:1761313439.225458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc1e748c. 00010000:00000010:3.1:1761313439.228991:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a16593a2. 00010000:00000010:3.1:1761313439.229004:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054518808. 00010000:00000010:3.1:1761313439.229007:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:2.1:1761313439.245611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099dad4ab. 00010000:00000010:2.1:1761313439.250510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054292872. 00010000:00000010:3.1:1761313439.321670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036b15a0d. 00010000:00000010:3.1:1761313439.342550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce9922a. 00010000:00000010:3.1:1761313439.349579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb39494. 00010000:00000010:3.1:1761313439.366965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006523ad6e. 00010000:00000010:3.1:1761313439.378804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069ccdc0a. 00010000:00000010:3.1:1761313439.385783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c154515a. 00010000:00000010:3.1:1761313439.391505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fab9267. 00010000:00000010:3.1:1761313439.396335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007165d97d. 00010000:00000010:3.1:1761313439.422596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0967ada. 00010000:00000010:3.1:1761313439.433062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf766922. 00010000:00000010:2.1:1761313439.437519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009435cfde. 00010000:00000010:3.1:1761313439.464796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073994959. 00010000:00000010:3.1:1761313439.464802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:3.1:1761313439.464806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef085500. 00010000:00000010:2.1:1761313439.472533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ab9972. 00010000:00000010:2.1:1761313439.498739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000531177f3. 00010000:00000010:3.1:1761313439.512713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009adfa18b. 00010000:00000010:3.1:1761313439.521074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ae40752. 00010000:00000010:3.1:1761313439.525731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062bc62e1. 00010000:00000010:2.1:1761313439.534714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d88cde6. 00010000:00000010:2.1:1761313439.534720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700585e9. 00010000:00000010:2.1:1761313439.550707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006965a197. 00010000:00000010:2.1:1761313439.550715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:3.1:1761313439.574687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000535d9947. 00010000:00000010:2.1:1761313439.576513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e3ec9d6. 00010000:00000010:2.1:1761313439.576521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:2.1:1761313439.592639:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7ea72a0. 00010000:00000010:2.1:1761313439.592648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:2.1:1761313439.597584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ee1abf9. 00010000:00000010:2.1:1761313439.597594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca9204d4. 00010000:00000010:3.1:1761313439.600499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ebea48b. 00010000:00000010:3.1:1761313439.600507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:2.1:1761313439.608506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1a8b9e4. 00010000:00000010:3.1:1761313439.608585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003668c453. 00010000:00000010:3.1:1761313439.608592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313439.618962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5975028. 00010000:00000010:3.1:1761313439.618971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a02db8. 00010000:00000010:2.1:1761313439.626642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000266a423e. 00010000:00000010:2.1:1761313439.626648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099338bc8. 00010000:00000010:3.1:1761313439.633504:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeedada2. 00010000:00000010:3.1:1761313439.633511:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:3.1:1761313439.633515:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051ac7e0d. 00010000:00000010:3.1:1761313439.633522:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313439.637551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cc9f6bd. 00010000:00000010:3.1:1761313439.637561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313439.637973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d431faf8. 00010000:00000010:2.1:1761313439.637979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5ea0f9b. 00010000:00000010:2.1:1761313439.637983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480ca547. 00010000:00000010:2.1:1761313439.637986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000024e2882. 00010000:00000010:2.1:1761313439.637988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047260318. 00010000:00000010:2.1:1761313439.637991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:3.1:1761313439.645550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006567f6c. 00010000:00000010:2.1:1761313439.646104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007df5ed9a. 00010000:00000010:3.1:1761313439.654501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acd7feba. 00010000:00000010:2.1:1761313439.654501:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cac085c. 00010000:00000010:2.1:1761313439.654507:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000131bfaf4. 00010000:00000010:3.1:1761313439.654508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:3.1:1761313439.654511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dee42cc. 00010000:00000010:3.1:1761313439.654519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313439.654521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020d33505. 00010000:00000010:3.1:1761313439.654523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:2.1:1761313439.657508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e4d9a6a. 00010000:00000010:2.1:1761313439.657521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb1990f. 00010000:00000010:2.1:1761313439.661520:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a65a1909. 00010000:00000010:2.1:1761313439.661526:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000664fc4c5. 00010000:00000010:2.1:1761313439.661529:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:2.1:1761313439.668502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c38dfd71. 00010000:00000010:2.1:1761313439.668509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:3.1:1761313439.683588:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084e6c002. 00010000:00000010:3.1:1761313439.683597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313439.688504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c629711d. 00010000:00000010:3.1:1761313439.691820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000223c6599. 00010000:00000010:3.1:1761313439.691840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:3.1:1761313439.697078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f45de36. 00010000:00000010:3.1:1761313439.697086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:2.1:1761313439.701531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b58c50b. 00010000:00000010:2.1:1761313439.705522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8d7ceac. 00010000:00000010:3.1:1761313439.705558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d8073c2. 00010000:00000010:3.1:1761313439.705566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064fafd2e. 00010000:00000010:2.1:1761313439.709513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a62a0970. 00010000:00000010:2.1:1761313439.709527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:3.1:1761313439.717797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d117e37. 00010000:00000010:3.1:1761313439.717811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:2.1:1761313439.722538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a14c97e. 00010000:00000010:2.1:1761313439.732921:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e6a0800. 00010000:00000010:3.1:1761313439.735334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc9cb638. 00010000:00000010:3.1:1761313439.735347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064fafd2e. 00010000:00000010:3.1:1761313439.735514:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ecd2b0d. 00010000:00000010:3.1:1761313439.735519:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:2.1:1761313439.739504:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000801575d7. 00010000:00000010:2.1:1761313439.739509:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18d3824. 00010000:00000010:2.1:1761313439.739512:0:64768:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8d46a90. 00010000:00000010:2.1:1761313439.739516:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc6db28d. 00010000:00000010:2.1:1761313439.748502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1cb8f36. 00010000:00000010:2.1:1761313439.757548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010b3e336. 00010000:00000010:2.1:1761313439.766070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dc3d809. 00010000:00000010:3.1:1761313439.771543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000229a747e. 00010000:00000010:2.1:1761313439.777887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc4c7be1. 00010000:00000010:3.1:1761313439.781568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de2d5fd3. 00010000:00000010:2.1:1761313439.786842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef4583b. 00010000:00000010:2.1:1761313439.792599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016b97e08. 00010000:00000010:2.1:1761313439.792604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba725d26. 00010000:00000010:2.1:1761313439.807797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55a9b4a. 00010000:00000010:3.1:1761313439.812520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ad65596. 00010000:00000010:3.1:1761313439.817537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f73a541. 00010000:00000010:2.1:1761313439.825574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ec7c43. 00010000:00000010:3.1:1761313439.825605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056729568. 00010000:00000010:3.1:1761313439.854106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004676398a. 00010000:00000010:3.1:1761313439.856559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c795bfa. 00010000:00000010:2.1:1761313439.858561:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc024768. 00010000:00000010:2.1:1761313439.858567:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4494ea6. 00010000:00000010:3.1:1761313439.866886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d64dfd28. 00010000:00000010:2.1:1761313439.870519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041392a96. 00010000:00000010:2.1:1761313439.881673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce8678b2. 00010000:00000010:2.1:1761313439.881680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ae0f787. 00010000:00000010:3.1:1761313439.897586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000299994ed. 00010000:00000010:2.1:1761313439.907539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea74fe65. 00010000:00000010:2.1:1761313439.907548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac66b935. 00010000:00000010:2.1:1761313439.907551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659cbb1a. 00010000:00000010:2.1:1761313439.930667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fdbf3ea. 00010000:00000010:2.1:1761313439.943566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050f5069a. 00010000:00000010:2.1:1761313439.947527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ad8346f. 00010000:00000010:2.1:1761313439.947539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004779ca18. 00010000:00000010:2.1:1761313439.961185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb18b400. 00010000:00000010:2.1:1761313439.968507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ce2139c. 00010000:00000010:3.1:1761313440.010589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0e7a8b7. 00010000:00000010:2.1:1761313440.032519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa7600e6. 00010000:00000010:2.1:1761313440.032534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:2.1:1761313440.036331:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000500e6aca. 00010000:00000010:2.1:1761313440.036337:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313440.039511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea645020. 00010000:00000010:2.1:1761313440.039520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313440.043523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbb74063. 00010000:00000010:2.1:1761313440.043538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313440.052534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092676423. 00010000:00000010:2.1:1761313440.052550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:2.1:1761313440.059519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b596aa03. 00010000:00000010:2.1:1761313440.059531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000638b3db1. 00010000:00000010:2.1:1761313440.059535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313440.069732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e33d60b0. 00010000:00000010:2.1:1761313440.069738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:2.1:1761313440.073791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0298795. 00010000:00000010:2.1:1761313440.073801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313440.073804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005861cf7d. 00010000:00000010:2.1:1761313440.073807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313440.092621:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019a00818. 00010000:00000010:2.1:1761313440.092630:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313440.096875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000373e63e1. 00010000:00000010:2.1:1761313440.096884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313440.105048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb042683. 00010000:00000010:2.1:1761313440.105055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313440.105500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071215e5e. 00010000:00000010:2.1:1761313440.105506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:2.1:1761313440.125497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b412a79. 00010000:00000010:2.1:1761313440.125516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313440.130504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb989244. 00010000:00000010:2.1:1761313440.147514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc0aca05. 00010000:00000010:3.1:1761313440.160548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018400a16. 00010000:00000010:3.1:1761313440.160564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659cbb1a. 00010000:00000010:2.1:1761313440.172962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000026f9083. 00010000:00000010:3.1:1761313440.178067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5c5e28b. 00010000:00000010:3.1:1761313440.178075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:0.1:1761313440.181643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d015f7d. 00010000:00000010:0.1:1761313440.181647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:2.1:1761313440.188631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c1ce486. 00010000:00000010:0.1:1761313440.195562:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b660b2e. 00010000:00000010:0.1:1761313440.195570:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:0.1:1761313440.195573:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9296f9b. 00010000:00000010:2.1:1761313440.198499:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000847f4689. 00010000:00000010:2.1:1761313440.198505:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c5aa9af. 00010000:00000010:3.1:1761313440.198756:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8492a51. 00010000:00000010:0.1:1761313440.202969:0:78361:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f033f0c. 00010000:00000010:0.1:1761313440.202987:0:78361:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313440.203543:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001490794e. 00010000:00000010:2.1:1761313440.203549:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313440.205975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e86b79bf. 00010000:00000010:2.1:1761313440.225639:0:68947:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035434137. 00010000:00000010:2.1:1761313440.225651:0:68947:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:2.1:1761313440.230008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066430b3f. 00010000:00000010:0.1:1761313440.230122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055a2b594. 00010000:00000010:0.1:1761313440.230127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:0.1:1761313440.236996:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da4d5417. 00010000:00000010:0.1:1761313440.237011:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:3.1:1761313440.237118:0:78364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002404edd0. 00010000:00000010:0.1:1761313440.245509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003834540d. 00010000:00000010:2.1:1761313440.250051:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a0a4a6d. 00010000:00000010:2.1:1761313440.250060:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:2.1:1761313440.259498:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2fb947a. 00010000:00000010:2.1:1761313440.259505:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:0.1:1761313440.262496:0:78360:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028602f78. 00010000:00000010:2.1:1761313440.268679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5273634. 00010000:00000010:2.1:1761313440.268686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:3.1:1761313440.275521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000beddde3b. 00010000:00000010:3.1:1761313440.275538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313440.277506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000993f793. 00010000:00000010:2.1:1761313440.277512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:0.1:1761313440.278135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c8c73e5. 00010000:00000010:0.1:1761313440.284875:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b8a0efc. 00010000:00000010:3.1:1761313440.288539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e01f2018. 00010000:00000010:3.1:1761313440.288549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:3.1:1761313440.290993:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d532986. 00010000:00000010:3.1:1761313440.291002:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f2b45d. 00010000:00000010:0.1:1761313440.291520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b197be0c. 00010000:00000010:2.1:1761313440.294655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fad103. 00010000:00000010:3.1:1761313440.297993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f03cb7c. 00010000:00000010:3.1:1761313440.298007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00010000:00000010:2.1:1761313440.303525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fbf693f. 00010000:00000010:2.1:1761313440.303543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5bbe87b. 00010000:00000010:2.1:1761313440.303549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:0.1:1761313440.308549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000725c724b. 00010000:00000010:3.1:1761313440.317669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d50c974. 00010000:00000010:2.1:1761313440.317847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6954d49. 00010000:00000010:2.1:1761313440.317855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:2.1:1761313440.322046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c50e472. 00010000:00000010:2.1:1761313440.322056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:0.1:1761313440.322129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077207d8b. 00010000:00000010:0.1:1761313440.322136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000006017ec. 00010000:00000010:2.1:1761313440.325300:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081fca6c8. 00010000:00000010:2.1:1761313440.325312:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:2.1:1761313440.325316:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea2090e8. 00010000:00000010:2.1:1761313440.325322:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313440.330657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075b203bd. 00010000:00000010:2.1:1761313440.330674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:3.1:1761313440.331508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886fb063. 00010000:00000010:3.1:1761313440.331515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd13afd6. 00010000:00000010:2.1:1761313440.335500:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a671118. 00010000:00000010:2.1:1761313440.335510:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:3.1:1761313440.339510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054885f27. 00010000:00000010:0.1:1761313440.340494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000430f290e. 00010000:00000010:0.1:1761313440.340502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:0.1:1761313440.347728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3adaea1. 00010000:00000010:0.1:1761313440.347740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:2.1:1761313440.348592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee1dd0d4. 00010000:00000010:3.1:1761313440.366788:0:78360:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bea495e5. 00010000:00000010:3.1:1761313440.366802:0:78360:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700585e9. 00010000:00000010:0.1:1761313440.376757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fc5a847. 00010000:00000010:0.1:1761313440.376778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00010000:00000010:2.1:1761313440.382118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a909cab8. 00010000:00000010:0.1:1761313440.389516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a6849f6. 00010000:00000010:0.1:1761313440.389529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:0.1:1761313440.389544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086eb9abf. 00010000:00000010:2.1:1761313440.404047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c018ba3c. 00010000:00000010:0.1:1761313440.404894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d47dce4d. 00010000:00000010:0.1:1761313440.404903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:2.1:1761313440.415143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba6015. 00010000:00000010:0.1:1761313440.415246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d065242d. 00010000:00000010:0.1:1761313440.415255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:3.1:1761313440.428492:0:792:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a593d20b. 00010000:00000010:3.1:1761313440.428502:0:792:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087751687. 00010000:00000010:3.1:1761313440.428506:0:792:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068507c37. 00010000:00000010:3.1:1761313440.433987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007359e9ee. 00010000:00000010:0.1:1761313440.438021:0:78370:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a0944c8. 00010000:00000010:0.1:1761313440.438035:0:78370:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f2b45d. 00010000:00000010:0.1:1761313440.460892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007885e9d0. 00010000:00000010:0.1:1761313440.460907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:0.1:1761313440.460911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002070946a. 00010000:00000010:0.1:1761313440.460914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:0.1:1761313440.466523:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e811e967. 00010000:00000010:0.1:1761313440.466533:0:1025:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071be5040. 00010000:00000010:0.1:1761313440.466540:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:3.1:1761313440.473607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003275eb3c. 00010000:00000010:2.1:1761313440.486755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e42fb123. 00010000:00000010:2.1:1761313440.486767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f3f3612. 00010000:00000010:2.1:1761313440.496538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d3bca15. 00010000:00000010:0.1:1761313440.500685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049990707. 00010000:00000010:2.1:1761313440.510508:0:78374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d29b93a5. 00010000:00000010:3.1:1761313440.521580:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0176a9b. 00010000:00000010:3.1:1761313440.521587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:0.1:1761313440.530780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008715bcff. 00010000:00000010:0.1:1761313440.530788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579e1d2. 00010000:00000010:0.1:1761313440.536498:0:1371:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b83eb2e. 00010000:00000010:0.1:1761313440.536505:0:1371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:3.1:1761313440.536786:0:78372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39ad6eb. 00010000:00000010:2.1:1761313440.545513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002783af02. 00010000:00000010:0.1:1761313440.548791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a2c11f0. 00010000:00000010:0.1:1761313440.548802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:0.1:1761313440.552872:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013ab19a4. 00010000:00000010:0.1:1761313440.552884:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5e5dbfe. 00010000:00000010:0.1:1761313440.552887:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:0.1:1761313440.560521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094a795ba. 00010000:00000010:0.1:1761313440.560534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085bd81bc. 00010000:00000010:0.1:1761313440.560540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:2.1:1761313440.563102:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb5d7d02. 00010000:00000010:0.1:1761313440.564547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000136551f8. 00010000:00000010:0.1:1761313440.564559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:0.1:1761313440.564565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdf52455. 00010000:00000010:0.1:1761313440.564570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:2.1:1761313440.571638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000453aa737. 00010000:00000010:0.1:1761313440.571726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cde3ed85. 00010000:00000010:0.1:1761313440.571733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:2.1:1761313440.575622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595659dc. 00010000:00000010:0.1:1761313440.580512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2deb751. 00010000:00000010:0.1:1761313440.580533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:0.1:1761313440.589113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 00010000:00000010:0.1:1761313440.589122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d9a992b. 00010000:00000010:0.1:1761313440.589127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:0.1:1761313440.602323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dc14d97. 00010000:00000010:0.1:1761313440.602335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:0.1:1761313440.611507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d120e4c7. 00010000:00000010:0.1:1761313440.611513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee1ff8dd. 00010000:00000010:0.1:1761313440.611516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:2.1:1761313440.613783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eab6d1bc. 00010000:00000010:3.1:1761313440.617540:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb487219. 00010000:00000010:3.1:1761313440.617546:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:2.1:1761313440.625441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001014da8. 00010000:00000010:0.1:1761313440.638826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006eecc33d. 00010000:00000010:0.1:1761313440.638834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bef4e40. 00010000:00000010:0.1:1761313440.650648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b9fec66. 00010000:00000010:0.1:1761313440.650656:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087a74839. 00010000:00000010:0.1:1761313440.650660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:0.1:1761313440.650814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6730e2. 00010000:00000010:0.1:1761313440.650819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbd1ed30. 00010000:00000010:0.1:1761313440.650822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:0.1:1761313440.667516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5a98dd5. 00010000:00000010:0.1:1761313440.667522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:3.1:1761313440.667834:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000129b0f2. 00010000:00000010:2.1:1761313440.678722:0:78386:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a23f6d4. 00010000:00000010:0.1:1761313440.679710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fca9726b. 00010000:00000010:0.1:1761313440.679719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:0.1:1761313440.683360:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba6767d. 00010000:00000010:0.1:1761313440.683372:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000465633f6. 00010000:00000010:0.1:1761313440.683375:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:2.1:1761313440.699708:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000973e90b3. 00010000:00000010:2.1:1761313440.699719:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:2.1:1761313440.704020:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f79d60f0. 00010000:00000010:2.1:1761313440.704029:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3cf819f. 00010000:00000010:2.1:1761313440.704032:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:2.1:1761313440.708510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e4fd248. 00010000:00000010:0.1:1761313440.710632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb372847. 00010000:00000010:0.1:1761313440.710642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:3.1:1761313440.737224:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008349a11a. 00010000:00000010:0.1:1761313440.738812:0:78395:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065583ac3. 00010000:00000010:0.1:1761313440.738822:0:78395:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:2.1:1761313440.753839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000737bfaf5. 00010000:00000010:2.1:1761313440.753846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035eb81ef. 00010000:00000010:2.1:1761313440.753850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:3.1:1761313440.756489:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f782c24. 00010000:00000010:2.1:1761313440.762601:0:792:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020f154fb. 00010000:00000010:0.1:1761313440.767501:0:78398:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081497bcf. 00010000:00000010:0.1:1761313440.767510:0:78398:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b00613. 00010000:00000010:2.1:1761313440.778241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e8b9177. 00010000:00000010:0.1:1761313440.780563:0:78399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7586ceb. 00010000:00000010:0.1:1761313440.780573:0:78399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:0.1:1761313440.786698:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041dc25e4. 00010000:00000010:0.1:1761313440.786707:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:3.1:1761313440.793020:0:68947:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032ab03cf. 00010000:00000010:0.1:1761313440.796494:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000942cf9d1. 00010000:00000010:2.1:1761313440.796960:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000901ad96. 00010000:00000010:2.1:1761313440.796967:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:0.1:1761313440.801912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be710040. 00010000:00000010:0.1:1761313440.801923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313440.802881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000965d2de1. 00010000:00000010:0.1:1761313440.812377:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b47dc1. 00010000:00000010:0.1:1761313440.812387:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:2.1:1761313440.816754:0:267:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa45951b. 00010000:00000010:0.1:1761313440.819045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a706f9b6. 00010000:00000010:0.1:1761313440.819054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:3.1:1761313440.835970:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008efb93b6. 00010000:00000010:0.1:1761313440.836021:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d88f6c21. 00010000:00000010:0.1:1761313440.836030:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:3.1:1761313440.838514:0:78404:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006983dc97. 00010000:00000010:1.1:1761313440.838936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062821c41. 00010000:00000010:1.1:1761313440.838943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:1.1:1761313440.838972:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ace1445a. 00010000:00000010:1.1:1761313440.838976:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc23d27. 00010000:00000010:2.1:1761313440.843610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000baaca03c. 00010000:00000010:0.1:1761313440.843671:0:78404:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f34efce0. 00010000:00000010:1.1:1761313440.847214:0:78405:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000052ce1b0. 00010000:00000010:1.1:1761313440.847224:0:78405:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:1.1:1761313440.855590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8065132. 00010000:00000010:1.1:1761313440.855602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8feb66e. 00010000:00000010:1.1:1761313440.855606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b00613. 00010000:00000010:0.1:1761313440.857507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d1ac462. 00010000:00000010:0.1:1761313440.861377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059b673bb. 00010000:00000010:0.1:1761313440.861385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc23d27. 00010000:00000010:2.1:1761313440.862502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000222d3cfe. 00010000:00000010:0.1:1761313440.866647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009739be5b. 00010000:00000010:0.1:1761313440.866654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:1.1:1761313440.869740:0:78359:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6786408. 00010000:00000010:1.1:1761313440.869747:0:78359:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1bb3f2. 00010000:00000010:2.1:1761313440.869983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051fd4639. 00010000:00000010:2.1:1761313440.869989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b378c24. 00010000:00000010:0.1:1761313440.874551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfbe0923. 00010000:00000010:0.1:1761313440.874565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b00613. 00010000:00000010:3.1:1761313440.883022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa9b8d02. 00010000:00000010:0.1:1761313440.887505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5a098c3. 00010000:00000010:0.1:1761313440.887520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:3.1:1761313440.887527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc51e498. 00010000:00000010:3.1:1761313440.887531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:2.1:1761313440.892586:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056437b6a. 00010000:00000010:0.1:1761313440.897701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000367aa40f. 00010000:00000010:0.1:1761313440.897709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049fb6bd1. 00010000:00000010:0.1:1761313440.897712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b81f107. 00010000:00000010:1.1:1761313440.900584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001edae05e. 00010000:00000010:1.1:1761313440.900592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:0.1:1761313440.900652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e613db. 00010000:00000010:1.1:1761313440.909528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad060a5. 00010000:00000010:1.1:1761313440.909538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000104fe667. 00010000:00000010:1.1:1761313440.909544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:1.1:1761313440.923583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000079e1381. 00010000:00000010:1.1:1761313440.923593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:0.1:1761313440.923798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0b1aa35. 00010000:00000010:2.1:1761313440.927755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031ba36d1. 00010000:00000010:1.1:1761313440.928997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036f442cb. 00010000:00000010:0.1:1761313440.929344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea3287de. 00010000:00000010:0.1:1761313440.929352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f3f3612. 00010000:00000010:0.1:1761313440.934671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7c35573. 00010000:00000010:0.1:1761313440.934678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:0.1:1761313440.941516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4a6c55c. 00010000:00000010:0.1:1761313440.941525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700585e9. 00010000:00000010:0.1:1761313440.941528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b05caec0. 00010000:00000010:1.1:1761313440.941559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7bad7e. 00010000:00000010:2.1:1761313440.941566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011834974. 00010000:00000010:1.1:1761313440.945726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071607944. 00010000:00000010:1.1:1761313440.945734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009222dfdc. 00010000:00000010:0.1:1761313440.947306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007cfa5bc. 00010000:00000010:0.1:1761313440.947316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:0.1:1761313440.947320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000930ecaa7. 00010000:00000010:0.1:1761313440.947324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028f43002. 00010000:00000010:0.1:1761313440.947327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:0.1:1761313440.947330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c79cc6c. 00010000:00000010:0.1:1761313440.947332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c5aa9af. 00010000:00000010:0.1:1761313440.948901:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000315f94ab. 00010000:00000010:0.1:1761313440.948912:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659cbb1a. 00010000:00000010:0.1:1761313440.948915:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076d5f76a. 00010000:00000010:0.1:1761313440.948917:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:2.1:1761313440.949510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e06cdec7. 00010000:00000010:0.1:1761313440.953517:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de0d1eeb. 00010000:00000010:0.1:1761313440.953523:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:0.1:1761313440.953527:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c0acfe3. 00010000:00000010:0.1:1761313440.956586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c1908df. 00010000:00000010:0.1:1761313440.956601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700585e9. 00010000:00000010:0.1:1761313440.962322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004887b6d6. 00010000:00000010:0.1:1761313440.962332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c5aa9af. 00010000:00000010:2.1:1761313440.962621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad787a9. 00010000:00000010:1.1:1761313440.967519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058bf75af. 00010000:00000010:0.1:1761313440.974605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088ac92db. 00010000:00000010:0.1:1761313440.974614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:1.1:1761313440.976007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d898ffd5. 00010000:00000010:2.1:1761313440.977610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0aaab38. 00010000:00000010:0.1:1761313440.978610:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6f4eb02. 00010000:00000010:0.1:1761313440.978620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700585e9. 00010000:00000010:2.1:1761313440.987985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c17883d8. 00010000:00000010:0.1:1761313440.988001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000881d35c6. 00010000:00000010:0.1:1761313440.988010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c5aa9af. 00010000:00000010:0.1:1761313440.988014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004f3db96. 00010000:00000010:0.1:1761313440.988017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:2.1:1761313440.992517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000962b15cf. 00010000:00000010:1.1:1761313440.996663:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000111c66a. 00010000:00000010:1.1:1761313440.996673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700585e9. 00010000:00000010:0.1:1761313440.997305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c6a272b. 00010000:00000010:0.1:1761313440.997312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659cbb1a. 00010000:00000010:0.1:1761313440.997317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052baa904. 00010000:00000010:1.1:1761313440.999884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a09fda60. 00010000:00000010:2.1:1761313441.007002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f9feea. 00010000:00000010:2.1:1761313441.007017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:2.1:1761313441.010584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc2433ec. 00010000:00000010:2.1:1761313441.010592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313441.016565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000261af352. 00010000:00000010:1.1:1761313441.016579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e885ce04. 00010000:00000010:2.1:1761313441.021520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ea5bd78. 00010000:00000010:2.1:1761313441.021533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:1.1:1761313441.021629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2caaeef. 00010000:00000010:2.1:1761313441.025514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c512746. 00010000:00000010:1.1:1761313441.025514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025812a75. 00010000:00000010:2.1:1761313441.025530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:2.1:1761313441.029597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d37491e3. 00010000:00000010:2.1:1761313441.029605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313441.037685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eaf871f. 00010000:00000010:2.1:1761313441.043518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4779093. 00010000:00000010:2.1:1761313441.043523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:1.1:1761313441.048808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9f8464e. 00010000:00000010:2.1:1761313441.052683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbe13e39. 00010000:00000010:2.1:1761313441.052691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:2.1:1761313441.052694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9d99500. 00010000:00000010:2.1:1761313441.052696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313441.052756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ab75f2f. 00010000:00000010:1.1:1761313441.060520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f891f62f. 00010000:00000010:0.1:1761313441.063564:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa168317. 00010000:00000010:0.1:1761313441.063572:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:3.1:1761313441.063585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff40995b. 00010000:00000010:2.1:1761313441.063624:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018fa503d. 00010000:00000010:2.1:1761313441.063629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659cbb1a. 00010000:00000010:2.1:1761313441.079007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e73683a1. 00010000:00000010:2.1:1761313441.079015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:3.1:1761313441.079594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000152d5461. 00010000:00000010:2.1:1761313441.083133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c13d67b8. 00010000:00000010:2.1:1761313441.083143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:3.1:1761313441.089924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de695130. 00010000:00000010:1.1:1761313441.089987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c1ba76b. 00010000:00000010:2.1:1761313441.094594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029a82bf9. 00010000:00000010:2.1:1761313441.094603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313441.094606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0a7db6d. 00010000:00000010:1.1:1761313441.098553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec1e3852. 00010000:00000010:1.1:1761313441.098564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313441.098568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a3f4902. 00010000:00000010:1.1:1761313441.098572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:2.1:1761313441.098575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd83bf82. 00010000:00000010:3.1:1761313441.099274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000546f4cb. 00010000:00000010:1.1:1761313441.102506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093674c7b. 00010000:00000010:1.1:1761313441.102520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:2.1:1761313441.103199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000620eb210. 00010000:00000010:1.1:1761313441.112945:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba89a9f5. 00010000:00000010:1.1:1761313441.112952:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068507c37. 00010000:00000010:1.1:1761313441.117330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408a3a63. 00010000:00000010:1.1:1761313441.117339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030b85872. 00010000:00000010:1.1:1761313441.117343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:1.1:1761313441.117346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab6deccb. 00010000:00000010:1.1:1761313441.117348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:2.1:1761313441.125557:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eddc246. 00010000:00000010:2.1:1761313441.130499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019eb6839. 00010000:00000010:1.1:1761313441.130520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008193a9f. 00010000:00000010:1.1:1761313441.130528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:1.1:1761313441.134522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007669cb93. 00010000:00000010:1.1:1761313441.134535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068507c37. 00010000:00000010:3.1:1761313441.134574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008125997b. 00010000:00000010:2.1:1761313441.134629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39d5747. 00010000:00000010:2.1:1761313441.134636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcf3b200. 00010000:00000010:2.1:1761313441.134638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:3.1:1761313441.138516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e996564. 00010000:00000010:2.1:1761313441.143525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2a9577a. 00010000:00000010:2.1:1761313441.143535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:3.1:1761313441.147505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a227fb6. 00010000:00000010:1.1:1761313441.147532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000973c3008. 00010000:00000010:2.1:1761313441.147571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ad1ca5c. 00010000:00000010:2.1:1761313441.147578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:2.1:1761313441.151905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ef5b239. 00010000:00000010:2.1:1761313441.151913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:1.1:1761313441.152073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039e5ca18. 00010000:00000010:2.1:1761313441.155003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000616da75. 00010000:00000010:2.1:1761313441.155014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313441.160141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f8bdf1d. 00010000:00000010:2.1:1761313441.163574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018f5aff8. 00010000:00000010:2.1:1761313441.163590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:3.1:1761313441.168819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fa0e7eb. 00010000:00000010:2.1:1761313441.172512:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000069333e4. 00010000:00000010:2.1:1761313441.172518:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:3.1:1761313441.172895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000087b5936. 00010000:00000010:2.1:1761313441.174528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000252ac053. 00010000:00000010:2.1:1761313441.174538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313441.178521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a487f3fd. 00010000:00000010:2.1:1761313441.178739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6690d91. 00010000:00000010:2.1:1761313441.178745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313441.189850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003826012a. 00010000:00000010:2.1:1761313441.189858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:0.1:1761313441.191022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc36a398. 00010000:00000010:2.1:1761313441.192612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c2afd83. 00010000:00000010:3.1:1761313441.196529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ea30f1b. 00010000:00000010:3.1:1761313441.196544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c5aa9af. 00010000:00000010:1.1:1761313441.196545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d616f8d. 00010000:00000010:0.1:1761313441.196575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bad59a5a. 00010000:00000010:0.1:1761313441.196585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313441.206815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c13fc80. 00010000:00000010:2.1:1761313441.206823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b81f107. 00010000:00000010:1.1:1761313441.207666:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1e60ad3. 00010000:00000010:2.1:1761313441.216714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045b433e4. 00010000:00000010:2.1:1761313441.216721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:1.1:1761313441.217505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000688bd644. 00010000:00000010:2.1:1761313441.220627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c448f59. 00010000:00000010:2.1:1761313441.220633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313441.220637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097d77c28. 00010000:00000010:0.1:1761313441.229267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080fe6c34. 00010000:00000010:0.1:1761313441.229275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:1.1:1761313441.229685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001de81b7f. 00010000:00000010:1.1:1761313441.229692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000819a5d3e. 00010000:00000010:0.1:1761313441.232534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b98ac8d4. 00010000:00000010:0.1:1761313441.232545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:1.1:1761313441.234147:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001138fb28. 00010000:00000010:1.1:1761313441.234154:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006caebeee. 00010000:00000010:1.1:1761313441.234158:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:0.1:1761313441.234500:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007626072e. 00010000:00000010:0.1:1761313441.234505:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:2.1:1761313441.235021:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9857ef1. 00010000:00000010:0.1:1761313441.239857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d378f43d. 00010000:00000010:1.1:1761313441.247669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d1286d7. 00010000:00000010:1.1:1761313441.247686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068507c37. 00010000:00000010:1.1:1761313441.255506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004819b2dc. 00010000:00000010:1.1:1761313441.255520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:2.1:1761313441.255570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078287cf1. 00010000:00000010:1.1:1761313441.257509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039847e75. 00010000:00000010:1.1:1761313441.257516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:0.1:1761313441.257549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef2be99e. 00010000:00000010:0.1:1761313441.261555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075bb67a5. 00010000:00000010:2.1:1761313441.264568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8c04260. 00010000:00000010:2.1:1761313441.264577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:3.1:1761313441.268510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f66fab33. 00010000:00000010:0.1:1761313441.268511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8e573c9. 00010000:00000010:3.1:1761313441.268528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:0.1:1761313441.275109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037644464. 00010000:00000010:3.1:1761313441.276635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006171d863. 00010000:00000010:3.1:1761313441.276642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bef4e40. 00010000:00000010:0.1:1761313441.281514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3140afd. 00010000:00000010:3.1:1761313441.281563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000815c95c2. 00010000:00000010:3.1:1761313441.281568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579e1d2. 00010000:00000010:1.1:1761313441.285655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a2f30a9. 00010000:00000010:1.1:1761313441.285680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:3.1:1761313441.289867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000442f70bb. 00010000:00000010:1.1:1761313441.294609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ba84d55. 00010000:00000010:1.1:1761313441.294626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:3.1:1761313441.294628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6c4f8d7. 00010000:00000010:0.1:1761313441.299519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8909e08. 00010000:00000010:1.1:1761313441.299756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024454ccc. 00010000:00000010:1.1:1761313441.299762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:2.1:1761313441.307577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1bc9605. 00010000:00000010:1.1:1761313441.311558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001405db71. 00010000:00000010:1.1:1761313441.311567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068507c37. 00010000:00000010:1.1:1761313441.320089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002bed887. 00010000:00000010:1.1:1761313441.320099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:2.1:1761313441.320766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027121657. 00010000:00000010:0.1:1761313441.321214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3c755fb. 00010000:00000010:1.1:1761313441.330352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000961cac16. 00010000:00000010:1.1:1761313441.330362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:1.1:1761313441.332524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a3cd3d8. 00010000:00000010:1.1:1761313441.332540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:1.1:1761313441.332550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a468e44e. 00010000:00000010:1.1:1761313441.332552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068507c37. 00010000:00000010:0.1:1761313441.332711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d91e072. 00010000:00000010:0.1:1761313441.332719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000db8762c. 00010000:00000010:0.1:1761313441.336564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dde2c264. 00010000:00000010:1.1:1761313441.336695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003058825e. 00010000:00000010:1.1:1761313441.336701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:1.1:1761313441.336704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005253a108. 00010000:00000010:1.1:1761313441.340779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f28cd518. 00010000:00000010:1.1:1761313441.340792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:1.1:1761313441.348704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ad20287. 00010000:00000010:1.1:1761313441.348720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:0.1:1761313441.349836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059218da8. 00010000:00000010:0.1:1761313441.359514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1aedfc2. 00010000:00000010:3.1:1761313441.359617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1f0a03f. 00010000:00000010:1.1:1761313441.359679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdccc44c. 00010000:00000010:1.1:1761313441.359685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068507c37. 00010000:00000010:1.1:1761313441.362063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8cf4096. 00010000:00000010:1.1:1761313441.362074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:1.1:1761313441.362078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc23d377. 00010000:00000010:1.1:1761313441.362083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:0.1:1761313441.362134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014d25f86. 00010000:00000010:0.1:1761313441.366521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed6bde0. 00010000:00000010:1.1:1761313441.366592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2b8434c. 00010000:00000010:1.1:1761313441.366598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:2.1:1761313441.366649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e168b34d. 00010000:00000010:1.1:1761313441.369551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a36390d7. 00010000:00000010:1.1:1761313441.369558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:0.1:1761313441.373503:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb34e577. 00010000:00000010:0.1:1761313441.377643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5ec62f1. 00010000:00000010:0.1:1761313441.377653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068507c37. 00010000:00000010:0.1:1761313441.382844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f09e3a0. 00010000:00000010:0.1:1761313441.382855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024cb44d5. 00010000:00000010:0.1:1761313441.382862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:3.1:1761313441.386559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000384f1ed2. 00010000:00000010:2.1:1761313441.390339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044301fd9. 00010000:00000010:0.1:1761313441.392558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c25d398c. 00010000:00000010:0.1:1761313441.392579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:0.1:1761313441.394625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de24481e. 00010000:00000010:0.1:1761313441.394644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:2.1:1761313441.401507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019163a8f. 00010000:00000010:0.1:1761313441.401548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a2b0996. 00010000:00000010:0.1:1761313441.401555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:1.1:1761313441.404792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee8495a3. 00010000:00000010:1.1:1761313441.404801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c5aa9af. 00010000:00000010:0.1:1761313441.411754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e51f0ae1. 00010000:00000010:0.1:1761313441.415509:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eebe3911. 00010000:00000010:0.1:1761313441.415519:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:0.1:1761313441.415525:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bbe5e95. 00010000:00000010:0.1:1761313441.415528:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:1.1:1761313441.415732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6301ca7. 00010000:00000010:3.1:1761313441.424787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e091d8ec. 00010000:00000010:3.1:1761313441.424808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c0dc3fc. 00010000:00000010:0.1:1761313441.427557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000292ea0cd. 00010000:00000010:0.1:1761313441.427576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:1.1:1761313441.433508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006d33394. 00010000:00000010:0.1:1761313441.433511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c996c34. 00010000:00000010:0.1:1761313441.433521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:0.1:1761313441.442900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffce96d4. 00010000:00000010:0.1:1761313441.442908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:3.1:1761313441.446576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e560d718. 00010000:00000010:0.1:1761313441.450797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096f8316a. 00010000:00000010:0.1:1761313441.450810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:0.1:1761313441.450814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd9e926. 00010000:00000010:0.1:1761313441.450819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baaf2f67. 00010000:00000010:0.1:1761313441.450822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:3.1:1761313441.450956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e93b25. 00010000:00000010:1.1:1761313441.457620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef690099. 00010000:00000010:2.1:1761313441.463528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf344a5c. 00010000:00000010:2.1:1761313441.463538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:3.1:1761313441.464771:0:77345:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e08d815f. 00010000:00000010:2.1:1761313441.473504:0:77345:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004271297. 00010000:00000010:2.1:1761313441.473512:0:77345:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:1.1:1761313441.473582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052028fc1. 00010000:00000010:2.1:1761313441.475510:0:77345:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000affb852a. 00010000:00000010:1.1:1761313441.475510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000345483e4. 00010000:00000010:2.1:1761313441.475517:0:77345:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313441.477926:0:77345:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001def013e. 00010000:00000010:2.1:1761313441.477935:0:77345:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:0.1:1761313441.478577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8ee0915. 00010000:00000010:3.1:1761313441.482465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033e6bfac. 00010000:00000010:3.1:1761313441.482498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313441.494878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b945ac2d. 00010000:00000010:3.1:1761313441.497571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000971de532. 00010000:00000010:3.1:1761313441.497584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579e1d2. 00010000:00000010:1.1:1761313441.499506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b4380c5. 00010000:00000010:1.1:1761313441.499512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005747de30. 00010000:00000010:0.1:1761313441.499544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017beb68e. 00010000:00000010:0.1:1761313441.499550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f2b45d. 00010000:00000010:3.1:1761313441.499905:0:64768:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000924599e3. 00010000:00000010:3.1:1761313441.499911:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bef4e40. 00010000:00000010:0.1:1761313441.505508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0fdd1f1. 00010000:00000010:0.1:1761313441.505515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:3.1:1761313441.505667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c607cddb. 00010000:00000010:0.1:1761313441.512526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15467f2. 00010000:00000010:0.1:1761313441.512543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:1.1:1761313441.520585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f109bd6b. 00010000:00000010:1.1:1761313441.527176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a676e87b. 00010000:00000010:0.1:1761313441.527553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7e63b2a. 00010000:00000010:0.1:1761313441.527559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:1.1:1761313441.531543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538f3fc7. 00010000:00000010:0.1:1761313441.537398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057c18839. 00010000:00000010:0.1:1761313441.537420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:1.1:1761313441.546657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd7aeccb. 00010000:00000010:0.1:1761313441.550530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000824fec30. 00010000:00000010:0.1:1761313441.550552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:1.1:1761313441.560516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c76aa56. 00010000:00000010:2.1:1761313441.564568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005acc5fdd. 00010000:00000010:2.1:1761313441.564586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:1.1:1761313441.567910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000947025e6. 00010000:00000010:1.1:1761313441.567932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:0.1:1761313441.568505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097574a7e. 00010000:00000010:0.1:1761313441.576686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d022632. 00010000:00000010:1.1:1761313441.583843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067bd0110. 00010000:00000010:1.1:1761313441.583855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:3.1:1761313441.590312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002530a332. 00010000:00000010:1.1:1761313441.593596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeb220ec. 00010000:00000010:1.1:1761313441.593611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:1.1:1761313441.605563:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007568bfb4. 00010000:00000010:1.1:1761313441.605570:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e267b8ab. 00010000:00000010:1.1:1761313441.605574:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ae0f787. 00010000:00000010:3.1:1761313441.614730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c9cee6. 00010000:00000010:1.1:1761313441.617717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a619d6b7. 00010000:00000010:1.1:1761313441.617725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:1.1:1761313441.622510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000138373f1. 00010000:00000010:2.1:1761313441.622516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070d2a66a. 00010000:00000010:2.1:1761313441.622522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:1.1:1761313441.626519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000880e2556. 00010000:00000010:2.1:1761313441.626556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fec17df. 00010000:00000010:2.1:1761313441.626561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:1.1:1761313441.630591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ffca265. 00010000:00000010:1.1:1761313441.633862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:1.1:1761313441.633875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbc9ee66. 00010000:00000010:0.1:1761313441.638590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023968965. 00010000:00000010:1.1:1761313441.642694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7489fa4. 00010000:00000010:1.1:1761313441.642702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:3.1:1761313441.645943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003f28e51. 00010000:00000010:1.1:1761313441.646929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089ce4b23. 00010000:00000010:1.1:1761313441.646936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:3.1:1761313441.650539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccd18c25. 00010000:00000010:3.1:1761313441.650554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a8113ed. 00010000:00000010:1.1:1761313441.650839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008baf67bd. 00010000:00000010:1.1:1761313441.650846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ae0f787. 00010000:00000010:3.1:1761313441.660754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9b8e8f0. 00010000:00000010:1.1:1761313441.660938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000594e680c. 00010000:00000010:1.1:1761313441.660944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4494ea6. 00010000:00000010:1.1:1761313441.660953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005605b1ee. 00010000:00000010:1.1:1761313441.660959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:1.1:1761313441.664584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4c0b6ce. 00010000:00000010:1.1:1761313441.664592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3978f6f. 00010000:00000010:2.1:1761313441.664651:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd844dd4. 00010000:00000010:2.1:1761313441.664657:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:2.1:1761313441.670067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075dcd92b. 00010000:00000010:2.1:1761313441.670074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313441.670077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eba586c6. 00010000:00000010:2.1:1761313441.670081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:3.1:1761313441.670637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748ceb26. 00010000:00000010:3.1:1761313441.682536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c0f7120. 00010000:00000010:2.1:1761313441.686177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087903040. 00010000:00000010:2.1:1761313441.686186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313441.686503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dccd6835. 00010000:00000010:2.1:1761313441.694652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4d07855. 00010000:00000010:2.1:1761313441.694662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:2.1:1761313441.697892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000315f0060. 00010000:00000010:2.1:1761313441.697913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:1.1:1761313441.698539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0c13a51. 00010000:00000010:2.1:1761313441.702517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000096ebc05. 00010000:00000010:2.1:1761313441.702535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313441.702538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000418d9f36. 00010000:00000010:2.1:1761313441.702542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c93e95c0. 00010000:00000010:2.1:1761313441.702545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313441.702580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28fd1e2. 00010000:00000010:3.1:1761313441.716497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000858b454a. 00010000:00000010:2.1:1761313441.717494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0754899. 00010000:00000010:2.1:1761313441.717501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:2.1:1761313441.723540:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6e64881. 00010000:00000010:2.1:1761313441.723551:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313441.729510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025cb92f2. 00010000:00000010:2.1:1761313441.733585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d07c060. 00010000:00000010:2.1:1761313441.733593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:1.1:1761313441.738766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe8afd2. 00010000:00000010:2.1:1761313441.746517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817bc5a7. 00010000:00000010:2.1:1761313441.746534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040f20cc7. 00010000:00000010:2.1:1761313441.746539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313441.746554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed0adf72. 00010000:00000010:1.1:1761313441.746561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000563a02b5. 00010000:00000010:2.1:1761313441.751530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad5c3a60. 00010000:00000010:2.1:1761313441.751539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313441.751542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c013c8a5. 00010000:00000010:2.1:1761313441.751544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:2.1:1761313441.759524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d8a2736. 00010000:00000010:2.1:1761313441.759537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8d81e37. 00010000:00000010:2.1:1761313441.759542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:1.1:1761313441.759575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df604d3. 00010000:00000010:2.1:1761313441.766911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000681b8bca. 00010000:00000010:2.1:1761313441.766919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:1.1:1761313441.767857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b09a07f. 00010000:00000010:2.1:1761313441.771589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069d5adec. 00010000:00000010:2.1:1761313441.771600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:2.1:1761313441.775694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf91c9ce. 00010000:00000010:2.1:1761313441.775701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:2.1:1761313441.775704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000474aa50a. 00010000:00000010:2.1:1761313441.775706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:1.1:1761313441.776519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ff9b3c3. 00010000:00000010:1.1:1761313441.776527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6affe73. 00010000:00000010:2.1:1761313441.783508:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000115d66b9. 00010000:00000010:2.1:1761313441.783514:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:3.1:1761313441.783911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1603a16. 00010000:00000010:1.1:1761313441.784276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090b7ff42. 00010000:00000010:2.1:1761313441.792510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051c7ea86. 00010000:00000010:2.1:1761313441.792517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:3.1:1761313441.792705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000257b538a. 00010000:00000010:1.1:1761313441.797505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ecad347. 00010000:00000010:1.1:1761313441.797517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000079f466c. 00010000:00000010:2.1:1761313441.799195:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ee6df11. 00010000:00000010:2.1:1761313441.799209:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:2.1:1761313441.799212:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000088f317c. 00010000:00000010:2.1:1761313441.799215:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313441.799863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063944a6f. 00010000:00000010:2.1:1761313441.799870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:0.1:1761313441.800864:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058e000fb. 00010000:00000010:2.1:1761313441.805942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c5b24c6. 00010000:00000010:2.1:1761313441.805950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:1.1:1761313441.810670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030b51320. 00010000:00000010:2.1:1761313441.814676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000998bc2ac. 00010000:00000010:2.1:1761313441.814689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:1.1:1761313441.814922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089215804. 00010000:00000010:3.1:1761313441.817207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d56ae3a4. 00010000:00000010:3.1:1761313441.817227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313441.819932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003727db69. 00010000:00000010:3.1:1761313441.827549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd876a78. 00010000:00000010:3.1:1761313441.827556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bef4e40. 00010000:00000010:1.1:1761313441.827595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe56005f. 00010000:00000010:3.1:1761313441.831946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ac718d3. 00010000:00000010:3.1:1761313441.831960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579e1d2. 00010000:00000010:3.1:1761313441.836205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efae0870. 00010000:00000010:3.1:1761313441.836220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00010000:00000010:2.1:1761313441.845508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080d38c06. 00010000:00000010:2.1:1761313441.845515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ae97263. 00010000:00000010:3.1:1761313441.845649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b2c063b. 00010000:00000010:3.1:1761313441.845657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:3.1:1761313441.851513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005280c29d. 00010000:00000010:3.1:1761313441.851522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:0.1:1761313441.853629:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085da41e7. 00010000:00000010:0.1:1761313441.853642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:2.1:1761313441.854509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019647826. 00010000:00000010:2.1:1761313441.854520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb8d5c8. 00010000:00000010:0.1:1761313441.858300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ffee3bf. 00010000:00000010:0.1:1761313441.858311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebfbbac8. 00010000:00000010:0.1:1761313441.858315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:2.1:1761313441.862505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dd1e209. 00010000:00000010:0.1:1761313441.867518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c03d453. 00010000:00000010:0.1:1761313441.867530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:2.1:1761313441.867674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b210642. 00010000:00000010:2.1:1761313441.873500:0:78411:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006789e2eb. 00010000:00000010:0.1:1761313441.873531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da4bd58a. 00010000:00000010:0.1:1761313441.873539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:3.1:1761313441.873695:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088931125. 00010000:00000010:3.1:1761313441.873702:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:1.1:1761313441.877556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003938fed3. 00010000:00000010:3.1:1761313441.880542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd43590e. 00010000:00000010:3.1:1761313441.880549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:1.1:1761313441.887510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030257fa8. 00010000:00000010:1.1:1761313441.887521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.1:1761313441.889043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088c45474. 00010000:00000010:3.1:1761313441.895504:0:78410:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddad724d. 00010000:00000010:3.1:1761313441.895513:0:78410:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008186a624. 00010000:00000010:3.1:1761313441.895519:0:78410:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:3.1:1761313441.901831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af6fd5e0. 00010000:00000010:3.1:1761313441.901841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b835b140. 00010000:00000010:3.1:1761313441.901879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:0.1:1761313441.905503:0:78410:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e39b101. 00010000:00000010:0.1:1761313441.905525:0:78410:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001eb072e9. 00010000:00000010:0.1:1761313441.905528:0:78410:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579e1d2. 00010000:00000010:3.1:1761313441.909513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bcfcc07. 00010000:00000010:2.1:1761313441.909513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4e69c66. 00010000:00000010:2.1:1761313441.909526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:3.1:1761313441.914508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013164eb7. 00010000:00000010:3.1:1761313441.914523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313441.915595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bc62aaa. 00010000:00000010:2.1:1761313441.928708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ee2c061. 00010000:00000010:2.1:1761313441.928717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec1d3eba. 00010000:00000010:2.1:1761313441.928722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:0.1:1761313441.932745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023fd773a. 00010000:00000010:2.1:1761313441.934024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007abeb9cf. 00010000:00000010:2.1:1761313441.934037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:2.1:1761313441.934041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f77868f. 00010000:00000010:2.1:1761313441.934045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9398161. 00010000:00000010:2.1:1761313441.934048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:3.1:1761313441.936889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006092ba32. 00010000:00000010:2.1:1761313441.938386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009bfeaa7. 00010000:00000010:2.1:1761313441.938397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:2.1:1761313441.940660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000471968f. 00010000:00000010:2.1:1761313441.940735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000116adf06. 00010000:00000010:2.1:1761313441.940742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:0.1:1761313441.948521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e63a2211. 00010000:00000010:2.1:1761313441.951894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8776100. 00010000:00000010:2.1:1761313441.951903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:3.1:1761313441.957514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd0e8c9a. 00010000:00000010:2.1:1761313441.961815:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fac06b9. 00010000:00000010:2.1:1761313441.961824:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313441.971560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023e3130. 00010000:00000010:2.1:1761313441.971571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d52ba89. 00010000:00000010:2.1:1761313441.971574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:2.1:1761313441.975555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f5b9c7d. 00010000:00000010:2.1:1761313441.975572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:3.1:1761313441.975755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1de84f4. 00010000:00000010:2.1:1761313441.978500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066143813. 00010000:00000010:2.1:1761313441.978509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0dc4e73. 00010000:00000010:2.1:1761313441.978512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313441.985524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc9a4cec. 00010000:00000010:2.1:1761313441.986677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c3a2e76. 00010000:00000010:2.1:1761313441.986690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:2.1:1761313441.997676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cd5d424. 00010000:00000010:2.1:1761313441.997685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:1.1:1761313442.002760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f36a41d. 00010000:00000010:1.1:1761313442.009494:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e79d8f1. 00010000:00000010:1.1:1761313442.009502:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b950d621. 00010000:00000010:1.1:1761313442.009507:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313442.017511:0:78417:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebeb5d64. 00010000:00000010:1.1:1761313442.017521:0:78417:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4494ea6. 00010000:00000010:3.1:1761313442.017531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000130de012. 00010000:00000010:3.1:1761313442.022535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000161a5a75. 00010000:00000010:2.1:1761313442.022604:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000749fdfe7. 00010000:00000010:2.1:1761313442.022610:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ae0f787. 00010000:00000010:2.1:1761313442.026604:0:78419:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0d3082e. 00010000:00000010:2.1:1761313442.026611:0:78419:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:0.1:1761313442.031627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009305c1aa. 00010000:00000010:0.1:1761313442.031634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:3.1:1761313442.032190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb9698a. 00010000:00000010:3.1:1761313442.036699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c8a63a7. 00010000:00000010:1.1:1761313442.038619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d24d8480. 00010000:00000010:1.1:1761313442.038632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:3.1:1761313442.040049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008be6d4c8. 00010000:00000010:0.1:1761313442.042664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f9587c8. 00010000:00000010:0.1:1761313442.042673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a14c93b. 00010000:00000010:0.1:1761313442.042678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4494ea6. 00010000:00000010:2.1:1761313442.045657:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd5cf32a. 00010000:00000010:2.1:1761313442.045670:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659cbb1a. 00010000:00000010:3.1:1761313442.050513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009690687a. 00010000:00000010:1.1:1761313442.067940:0:4005:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094af0045. 00010000:00000010:1.1:1761313442.067952:0:4005:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000674abce3. 00010000:00000010:1.1:1761313442.067956:0:4005:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:1.1:1761313442.075513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb801bc2. 00010000:00000010:1.1:1761313442.075524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004db95b52. 00010000:00000010:1.1:1761313442.075529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:1.1:1761313442.081208:0:68947:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee1dc128. 00010000:00000010:1.1:1761313442.081212:0:68947:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:3.1:1761313442.081521:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f072002. 00010000:00000010:2.1:1761313442.096416:0:78424:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fb15529. 00010000:00000010:2.1:1761313442.096433:0:78424:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068507c37. 00010000:00000010:3.1:1761313442.096778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060074334. 00010000:00000010:1.1:1761313442.103704:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7198d9e. 00010000:00000010:1.1:1761313442.106498:0:78425:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cdd6465. 00010000:00000010:0.1:1761313442.106498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000919e322. 00010000:00000010:0.1:1761313442.106505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:3.1:1761313442.112261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050da7554. 00010000:00000010:3.1:1761313442.112267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700585e9. 00010000:00000010:2.1:1761313442.112618:0:267:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a01beec8. 00010000:00000010:0.1:1761313442.115505:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009252afde. 00010000:00000010:0.1:1761313442.115513:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bef4e40. 00010000:00000010:1.1:1761313442.125525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045bb2cd9. 00010000:00000010:1.1:1761313442.125537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:3.1:1761313442.125899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009845ae4b. 00010000:00000010:1.1:1761313442.136714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7573108. 00010000:00000010:1.1:1761313442.136722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5ac1a55. 00010000:00000010:1.1:1761313442.136727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:1.1:1761313442.140521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c06eacb. 00010000:00000010:1.1:1761313442.140538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:1.1:1761313442.144518:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000127ddd1f. 00010000:00000010:1.1:1761313442.144525:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:0.1:1761313442.144619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f589f737. 00010000:00000010:0.1:1761313442.144633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030fb9d57. 00010000:00000010:1.1:1761313442.149581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071c2aa64. 00010000:00000010:1.1:1761313442.149589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:0.1:1761313442.154509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddcae1e4. 00010000:00000010:0.1:1761313442.161519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038b5d011. 00010000:00000010:1.1:1761313442.161991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e07759ec. 00010000:00000010:1.1:1761313442.162000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:1.1:1761313442.164778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d00fed4c. 00010000:00000010:1.1:1761313442.164785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:0.1:1761313442.165145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e036c521. 00010000:00000010:0.1:1761313442.168400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d892596. 00010000:00000010:1.1:1761313442.168511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9499605. 00010000:00000010:1.1:1761313442.168519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f22ef88. 00010000:00000010:1.1:1761313442.168525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:1.1:1761313442.168530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aba662b3. 00010000:00000010:1.1:1761313442.168534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:1.1:1761313442.174118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007cf332a. 00010000:00000010:1.1:1761313442.174127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e982d76. 00010000:00000010:1.1:1761313442.174131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f3f3612. 00010000:00000010:1.1:1761313442.176535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de12402d. 00010000:00000010:1.1:1761313442.176544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:0.1:1761313442.180308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050cfb803. 00010000:00000010:1.1:1761313442.181584:0:78427:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a63f938. 00010000:00000010:1.1:1761313442.181591:0:78427:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:3.1:1761313442.193096:0:78428:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000148fca9a. 00010000:00000010:2.1:1761313442.194526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fd096c3. 00010000:00000010:2.1:1761313442.194538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:0.1:1761313442.195901:0:78428:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a143b67c. 00010000:00000010:0.1:1761313442.195909:0:78428:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062d4c438. 00010000:00000010:3.1:1761313442.204448:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034a7838f. 00010000:00000010:3.1:1761313442.204458:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f3f3612. 00010000:00000010:3.1:1761313442.214787:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006637feaa. 00010000:00000010:3.1:1761313442.214794:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e676b7cb. 00010000:00000010:3.1:1761313442.214798:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:2.1:1761313442.225666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006f8ecce. 00010000:00000010:2.1:1761313442.225679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064fafd2e. 00010000:00000010:3.1:1761313442.229188:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036aee7e7. 00010000:00000010:0.1:1761313442.232750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9fcb67c. 00010000:00000010:1.1:1761313442.240407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ad6ad9d. 00010000:00000010:1.1:1761313442.240420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:3.1:1761313442.241034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e653e22. 00010000:00000010:1.1:1761313442.243628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7431251. 00010000:00000010:1.1:1761313442.243635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:0.1:1761313442.246209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2ac69a5. 00010000:00000010:3.1:1761313442.247653:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061b663da. 00010000:00000010:3.1:1761313442.247661:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:0.1:1761313442.249591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc3d7f62. 00010000:00000010:3.1:1761313442.251496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2fd7a60. 00010000:00000010:3.1:1761313442.251508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18d3824. 00010000:00000010:0.1:1761313442.262496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb1d5d42. 00010000:00000010:0.1:1761313442.262504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071791fb8. 00010000:00000010:0.1:1761313442.262508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:3.1:1761313442.271622:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2f17ab2. 00010000:00000010:3.1:1761313442.271627:0:64768:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e3de306. 00010000:00000010:3.1:1761313442.271630:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:3.1:1761313442.283504:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006543fc6f. 00010000:00000010:3.1:1761313442.283511:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081f19434. 00010000:00000010:3.1:1761313442.283515:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18d3824. 00010000:00000010:0.1:1761313442.293218:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000937ca28a. 00010000:00000010:0.1:1761313442.293224:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb1990f. 00010000:00000010:2.1:1761313442.297320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600d35cc. 00010000:00000010:0.1:1761313442.304183:0:1109:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024209744. 00010000:00000010:0.1:1761313442.304196:0:1109:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094e36927. 00010000:00000010:0.1:1761313442.304199:0:1109:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1bb3f2. 00010000:00000010:1.1:1761313442.321537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052aea293. 00010000:00000010:3.1:1761313442.324603:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1f420ae. 00010000:00000010:3.1:1761313442.324620:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:1.1:1761313442.339531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0ebe66a. 00010000:00000010:1.1:1761313442.339538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18d3824. 00010000:00000010:3.1:1761313442.341834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccb6e3a9. 00010000:00000010:2.1:1761313442.343502:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d0d6f82. 00010000:00000010:2.1:1761313442.343507:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bbfe49f. 00010000:00000010:2.1:1761313442.343512:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:1.1:1761313442.348514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca09c77e. 00010000:00000010:2.1:1761313442.348659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a97d3949. 00010000:00000010:2.1:1761313442.348667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313442.357732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e263f803. 00010000:00000010:2.1:1761313442.357744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:3.1:1761313442.358561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3078293. 00010000:00000010:1.1:1761313442.360597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df8cd391. 00010000:00000010:2.1:1761313442.362803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074fe31c9. 00010000:00000010:2.1:1761313442.362819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:3.1:1761313442.364491:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006223e5d7. 00010000:00000010:3.1:1761313442.364499:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:1.1:1761313442.364923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006106580b. 00010000:00000010:3.1:1761313442.370626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4693371. 00010000:00000010:2.1:1761313442.378503:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e93b7ee8. 00010000:00000010:2.1:1761313442.378510:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:3.1:1761313442.385498:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d576826b. 00010000:00000010:3.1:1761313442.385505:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:3.1:1761313442.385508:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033b6d3f7. 00010000:00000010:3.1:1761313442.385510:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f573cb87. 00010000:00000010:3.1:1761313442.385513:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a02db8. 00010000:00000010:0.1:1761313442.385634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000318a42e8. 00010000:00000010:3.1:1761313442.392759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008359b3c7. 00010000:00000010:3.1:1761313442.392767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480ca547. 00010000:00000010:2.1:1761313442.393486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000485a28b1. 00010000:00000010:1.1:1761313442.395509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc858bb0. 00010000:00000010:2.1:1761313442.398510:0:78456:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3d6dc4. 00010000:00000010:3.1:1761313442.398551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d85c8bf. 00010000:00000010:3.1:1761313442.398598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:0.1:1761313442.398620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dfef481. 00010000:00000010:0.1:1761313442.398626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a02db8. 00010000:00000010:1.1:1761313442.403919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad426505. 00010000:00000010:3.1:1761313442.403996:0:78457:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c2c10dd. 00010000:00000010:3.1:1761313442.404003:0:78457:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1bb3f2. 00010000:00000010:0.1:1761313442.404811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624c8b6c. 00010000:00000010:1.1:1761313442.406460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082f4f0bb. 00010000:00000010:1.1:1761313442.406490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480ca547. 00010000:00000010:0.1:1761313442.412561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008746ac95. 00010000:00000010:0.1:1761313442.412575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5448875. 00010000:00000010:0.1:1761313442.412580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:2.1:1761313442.418721:0:78458:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113863e7. 00010000:00000010:2.1:1761313442.418730:0:78458:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a6357c8. 00010000:00000010:2.1:1761313442.418736:0:78458:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:1.1:1761313442.431182:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bb55ce9. 00010000:00000010:1.1:1761313442.431196:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b120f34. 00010000:00000010:1.1:1761313442.431201:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313442.433610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbf62b09. 00010000:00000010:1.1:1761313442.433624:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069d2ab59. 00010000:00000010:1.1:1761313442.433627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:0.1:1761313442.444687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000e74bda. 00010000:00000010:2.1:1761313442.444745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011ed5f40. 00010000:00000010:2.1:1761313442.444751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b00613. 00010000:00000010:3.1:1761313442.447666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d764e0f5. 00010000:00000010:2.1:1761313442.448569:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000555f6fb. 00010000:00000010:2.1:1761313442.448579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:1.1:1761313442.452511:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d2be162. 00010000:00000010:1.1:1761313442.452518:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:3.1:1761313442.455507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066c5c1fb. 00010000:00000010:1.1:1761313442.455601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cc8382f. 00010000:00000010:1.1:1761313442.455608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:2.1:1761313442.464515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000714d13fe. 00010000:00000010:1.1:1761313442.464639:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025c5795c. 00010000:00000010:1.1:1761313442.464646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc23d27. 00010000:00000010:2.1:1761313442.472953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062ed8c58. 00010000:00000010:1.1:1761313442.473544:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f8915d8. 00010000:00000010:1.1:1761313442.473551:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b00613. 00010000:00000010:1.1:1761313442.473556:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006b371ec. 00010000:00000010:1.1:1761313442.473559:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:3.1:1761313442.473707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c3ba90a. 00010000:00000010:1.1:1761313442.476664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044039388. 00010000:00000010:1.1:1761313442.476675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:3.1:1761313442.477514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4cf2c6. 00010000:00000010:3.1:1761313442.477522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7a4bd10. 00010000:00000010:3.1:1761313442.477526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a411c43f. 00010000:00000010:1.1:1761313442.485001:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014135276. 00010000:00000010:1.1:1761313442.485008:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:3.1:1761313442.485881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097379a38. 00010000:00000010:1.1:1761313442.490521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c588c8ca. 00010000:00000010:1.1:1761313442.490544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc23d27. 00010000:00000010:2.1:1761313442.499525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c67b79bf. 00010000:00000010:1.1:1761313442.499601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b8eec. 00010000:00000010:1.1:1761313442.499608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e77b5e3. 00010000:00000010:1.1:1761313442.499612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:1.1:1761313442.499615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000782bb32a. 00010000:00000010:1.1:1761313442.499617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:2.1:1761313442.505510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c79a21e. 00010000:00000010:0.1:1761313442.510589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009743abde. 00010000:00000010:1.1:1761313442.510867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd9c4f90. 00010000:00000010:1.1:1761313442.510875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:1.1:1761313442.514617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4217a59. 00010000:00000010:1.1:1761313442.514626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc23d27. 00010000:00000010:0.1:1761313442.520509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2f99bb. 00010000:00000010:2.1:1761313442.525224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dac639d. 00010000:00000010:1.1:1761313442.527856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000933feec9. 00010000:00000010:1.1:1761313442.527866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:1.1:1761313442.527872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f516d1cb. 00010000:00000010:1.1:1761313442.527876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:0.1:1761313442.528727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fffdbf23. 00010000:00000010:1.1:1761313442.532988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000913450c7. 00010000:00000010:1.1:1761313442.533000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc23d27. 00010000:00000010:1.1:1761313442.536512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b82d6ecb. 00010000:00000010:1.1:1761313442.536520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027930d01. 00010000:00000010:1.1:1761313442.536525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:1.1:1761313442.546534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033e9d430. 00010000:00000010:1.1:1761313442.546549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:2.1:1761313442.550573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e241200a. 00010000:00000010:1.1:1761313442.550673:0:64768:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9834fb3. 00010000:00000010:1.1:1761313442.550679:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:0.1:1761313442.554555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ccf4a01. 00010000:00000010:1.1:1761313442.558655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd0377df. 00010000:00000010:2.1:1761313442.558734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7144df6. 00010000:00000010:2.1:1761313442.558740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc23d27. 00010000:00000010:1.1:1761313442.565515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000420f3149. 00010000:00000010:2.1:1761313442.569389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a3cef91. 00010000:00000010:2.1:1761313442.569407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:1.1:1761313442.569524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8736dfc. 00010000:00000010:1.1:1761313442.569530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d0a130a. 00010000:00000010:1.1:1761313442.569534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:0.1:1761313442.578696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054d1a664. 00010000:00000010:1.1:1761313442.583920:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a9bc330. 00010000:00000010:1.1:1761313442.583929:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:1.1:1761313442.589340:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074d6caac. 00010000:00000010:0.1:1761313442.595970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003767d8b5. 00010000:00000010:0.1:1761313442.595982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:1.1:1761313442.602516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050745bb1. 00010000:00000010:0.1:1761313442.602516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078d9a6f9. 00010000:00000010:0.1:1761313442.602529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:3.1:1761313442.602952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c19573a. 00010000:00000010:2.1:1761313442.605536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d755b025. 00010000:00000010:0.1:1761313442.605604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e148f0b4. 00010000:00000010:0.1:1761313442.605612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:0.1:1761313442.609991:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbae4eb8. 00010000:00000010:0.1:1761313442.610002:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:0.1:1761313442.617874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e12d3e8e. 00010000:00000010:0.1:1761313442.617890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1bb3f2. 00010000:00000010:1.1:1761313442.618526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a0b9a2d. 00010000:00000010:1.1:1761313442.622680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2aaf3ed. 00010000:00000010:0.1:1761313442.623503:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010336799. 00010000:00000010:0.1:1761313442.623512:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:1.1:1761313442.627402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000562ed27f. 00010000:00000010:0.1:1761313442.631961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8c2b5a0. 00010000:00000010:0.1:1761313442.631971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:0.1:1761313442.631975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8355569. 00010000:00000010:0.1:1761313442.631979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1bb3f2. 00010000:00000010:1.1:1761313442.632068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ef5a95c. 00010000:00000010:0.1:1761313442.637220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005498ee8b. 00010000:00000010:0.1:1761313442.637322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad8e5cb8. 00010000:00000010:0.1:1761313442.637329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:1.1:1761313442.645688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e120ee59. 00010000:00000010:3.1:1761313442.645740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e5943fd. 00010000:00000010:0.1:1761313442.646600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c8ab1fe. 00010000:00000010:0.1:1761313442.646608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:1.1:1761313442.648555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cbd63c4. 00010000:00000010:1.1:1761313442.648561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086f3e69f. 00010000:00000010:0.1:1761313442.648626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c3262dd. 00010000:00000010:0.1:1761313442.648632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:3.1:1761313442.657568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5a1caa8. 00010000:00000010:0.1:1761313442.657568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d93e8da. 00010000:00000010:0.1:1761313442.657584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1bb3f2. 00010000:00000010:0.1:1761313442.657586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3ebfe4d. 00010000:00000010:0.1:1761313442.657589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:0.1:1761313442.657592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006df043a1. 00010000:00000010:0.1:1761313442.657596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:0.1:1761313442.662501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7966a5a. 00010000:00000010:0.1:1761313442.662515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:3.1:1761313442.662560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003291e87e. 00010000:00000010:3.1:1761313442.662565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053595836. 00010000:00000010:1.1:1761313442.665316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dacf3563. 00010000:00000010:0.1:1761313442.666072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a58ab1df. 00010000:00000010:0.1:1761313442.666078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:0.1:1761313442.666082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed7de392. 00010000:00000010:0.1:1761313442.666085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:0.1:1761313442.674638:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fc5e956. 00010000:00000010:0.1:1761313442.674647:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:1.1:1761313442.674655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c6f2020. 00010000:00000010:3.1:1761313442.676556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b33df1ce. 00010000:00000010:0.1:1761313442.676652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e595a40a. 00010000:00000010:0.1:1761313442.676659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:1.1:1761313442.678558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f134dac0. 00010000:00000010:2.1:1761313442.678802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036c8cf08. 00010000:00000010:0.1:1761313442.678979:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f7cc626. 00010000:00000010:0.1:1761313442.678986:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:0.1:1761313442.678989:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046962172. 00010000:00000010:0.1:1761313442.678991:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:0.1:1761313442.684528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090de4dcc. 00010000:00000010:0.1:1761313442.684539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b2f78e7. 00010000:00000010:0.1:1761313442.684543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:3.1:1761313442.688586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000139fffa3. 00010000:00000010:0.1:1761313442.692661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3f77b54. 00010000:00000010:0.1:1761313442.692668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:3.1:1761313442.693550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025142ad6. 00010000:00000010:0.1:1761313442.697549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abc9e315. 00010000:00000010:0.1:1761313442.697558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:3.1:1761313442.697657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ded2c2. 00010000:00000010:0.1:1761313442.704067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f25dc19. 00010000:00000010:0.1:1761313442.704078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:1.1:1761313442.704876:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aae1cac8. 00010000:00000010:0.1:1761313442.705502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbd9165b. 00010000:00000010:0.1:1761313442.705509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:2.1:1761313442.710827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000877b3a4b. 00010000:00000010:2.1:1761313442.710844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:3.1:1761313442.715630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061c8e52e. 00010000:00000010:3.1:1761313442.725509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d26a912c. 00010000:00000010:3.1:1761313442.734332:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cbec7b1. 00010000:00000010:0.1:1761313442.734978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c2b0498. 00010000:00000010:0.1:1761313442.734984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:2.1:1761313442.737941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ad2b35d. 00010000:00000010:2.1:1761313442.737953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:3.1:1761313442.746892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000910c5439. 00010000:00000010:2.1:1761313442.747526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ee24e25. 00010000:00000010:2.1:1761313442.747535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313442.751509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096716353. 00010000:00000010:3.1:1761313442.753861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cbd2d28. 00010000:00000010:3.1:1761313442.753874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073ff27c5. 00010000:00000010:3.1:1761313442.753877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:0.1:1761313442.754808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002318bf87. 00010000:00000010:0.1:1761313442.754820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:1.1:1761313442.760513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000316d9300. 00010000:00000010:0.1:1761313442.761412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008b179b6. 00010000:00000010:0.1:1761313442.761420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:2.1:1761313442.773128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad165b91. 00010000:00000010:2.1:1761313442.773139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0591fa3. 00010000:00000010:2.1:1761313442.773143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:2.1:1761313442.780656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b090f20. 00010000:00000010:2.1:1761313442.780674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e674a997. 00010000:00000010:2.1:1761313442.780678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313442.784681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000398ee783. 00010000:00000010:2.1:1761313442.784690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa1fc50e. 00010000:00000010:2.1:1761313442.784694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:2.1:1761313442.784697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7e1cc3e. 00010000:00000010:2.1:1761313442.784700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:3.1:1761313442.788662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000436af1aa. 00010000:00000010:1.1:1761313442.788923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057c75e5. 00010000:00000010:2.1:1761313442.789332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c7492bf. 00010000:00000010:2.1:1761313442.789339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:1.1:1761313442.793926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f723001b. 00010000:00000010:2.1:1761313442.797832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bec8008a. 00010000:00000010:2.1:1761313442.797842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313442.801586:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044e97697. 00010000:00000010:0.1:1761313442.802050:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed2ed372. 00010000:00000010:0.1:1761313442.802058:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313442.808618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5452ac3. 00010000:00000010:0.1:1761313442.812867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f26e43ae. 00010000:00000010:0.1:1761313442.812878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:3.1:1761313442.812926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a757857. 00010000:00000010:3.1:1761313442.812932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1bb3f2. 00010000:00000010:2.1:1761313442.813030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff6e6962. 00010000:00000010:2.1:1761313442.813036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041ad2b58. 00010000:00000010:0.1:1761313442.815505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005010efb1. 00010000:00000010:0.1:1761313442.815512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:1.1:1761313442.815887:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000118b66eb. 00010000:00000010:3.1:1761313442.819506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d948082b. 00010000:00000010:3.1:1761313442.819521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015201000. 00010000:00000010:1.1:1761313442.822627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5538532. 00010000:00000010:2.1:1761313442.823714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ada2b211. 00010000:00000010:2.1:1761313442.823723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b0785. 00010000:00000010:2.1:1761313442.834403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed1fb9b3. 00010000:00000010:2.1:1761313442.834413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:1.1:1761313442.842505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cd625d4. 00010000:00000010:2.1:1761313442.842872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3d13e85. 00010000:00000010:2.1:1761313442.842879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:1.1:1761313442.846614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000226d02ae. 00010000:00000010:2.1:1761313442.846681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8849c66. 00010000:00000010:2.1:1761313442.846687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb67e1b5. 00010000:00000010:2.1:1761313442.846691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:2.1:1761313442.846694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095581c9f. 00010000:00000010:2.1:1761313442.846697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:1.1:1761313442.849768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000946d82d5. 00010000:00000010:2.1:1761313442.850616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3d1ce3f. 00010000:00000010:2.1:1761313442.850624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:3.1:1761313442.850771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000608f24f5. 00010000:00000010:3.1:1761313442.854508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000302d85b0. 00010000:00000010:2.1:1761313442.858531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000058d3913. 00010000:00000010:2.1:1761313442.858543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313442.858546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a88b36df. 00010000:00000010:2.1:1761313442.858549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:3.1:1761313442.867737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084fd01d9. 00010000:00000010:2.1:1761313442.868879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccbd5f63. 00010000:00000010:2.1:1761313442.868895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:3.1:1761313442.874510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a44fd1a. 00010000:00000010:0.1:1761313442.877607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff694af8. 00010000:00000010:3.1:1761313442.877701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000041ba3e5. 00010000:00000010:2.1:1761313442.878262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccfd2d58. 00010000:00000010:2.1:1761313442.878270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:2.1:1761313442.881521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003148b12c. 00010000:00000010:2.1:1761313442.881538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:1.1:1761313442.881549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ba6a444. 00010000:00000010:2.1:1761313442.890613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bb10807. 00010000:00000010:2.1:1761313442.890620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:2.1:1761313442.896650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec178969. 00010000:00000010:2.1:1761313442.896668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005276b236. 00010000:00000010:2.1:1761313442.896673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:3.1:1761313442.896721:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000787570ab. 00010000:00000010:3.1:1761313442.896727:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:0.1:1761313442.899638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000617b07b4. 00010000:00000010:3.1:1761313442.903508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000677a7bdb. 00010000:00000010:3.1:1761313442.903522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:1.1:1761313442.903523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a6070a1. 00010000:00000010:3.1:1761313442.911495:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cc7a92f. 00010000:00000010:3.1:1761313442.915521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bc1431e. 00010000:00000010:3.1:1761313442.915537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015201000. 00010000:00000010:2.1:1761313442.918630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028c82097. 00010000:00000010:3.1:1761313442.918631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ef6968f. 00010000:00000010:3.1:1761313442.918647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004467eb4b. 00010000:00000010:2.1:1761313442.934863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a12f294. 00010000:00000010:1.1:1761313442.939558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000af17c5b. 00010000:00000010:1.1:1761313442.939568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00010000:00000010:2.1:1761313442.943645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097692917. 00010000:00000010:3.1:1761313442.943826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000389e55fb. 00010000:00000010:3.1:1761313442.943833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:1.1:1761313442.947894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a459d3ed. 00010000:00000010:3.1:1761313442.951743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018ec7325. 00010000:00000010:3.1:1761313442.951752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004467eb4b. 00010000:00000010:2.1:1761313442.956611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec3f9b49. 00010000:00000010:3.1:1761313442.961507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c146f8be. 00010000:00000010:3.1:1761313442.962824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015201000. 00010000:00000010:2.1:1761313442.970536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008da81a8b. 00010000:00000010:3.1:1761313442.972955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080460856. 00010000:00000010:3.1:1761313442.972976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00010000:00000010:1.1:1761313442.974531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0d5c04a. 00010000:00000010:1.1:1761313442.974539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004467eb4b. 00010000:00000010:2.1:1761313442.974728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005780102e. 00010000:00000010:3.1:1761313442.979489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d81b4eb. 00010000:00000010:3.1:1761313442.979497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc5b61f1. 00010000:00000010:3.1:1761313442.979501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:3.1:1761313442.979506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000720a0927. 00010000:00000010:3.1:1761313442.979510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015201000. 00010000:00000010:2.1:1761313442.979511:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d561389f. 00010000:00000010:1.1:1761313442.983560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000129b6eaf. 00010000:00000010:3.1:1761313442.986708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcf1e500. 00010000:00000010:3.1:1761313442.986724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:3.1:1761313442.986782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b56b97c. 00010000:00000010:3.1:1761313442.986787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00010000:00000010:2.1:1761313442.989460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e6682e4. 00010000:00000010:1.1:1761313442.997585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009132d7fd. 00010000:00000010:3.1:1761313442.999812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f11a5f3. 00010000:00000010:3.1:1761313442.999830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015201000. 00010000:00000010:2.1:1761313443.001517:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000270d7974. 00010000:00000010:3.1:1761313443.007538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce994a4b. 00010000:00000010:3.1:1761313443.007556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00010000:00000010:1.1:1761313443.011819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014514e4d. 00010000:00000010:2.1:1761313443.011848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2accb64. 00010000:00000010:2.1:1761313443.011856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:3.1:1761313443.014623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad00df0e. 00010000:00000010:3.1:1761313443.014642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313443.017647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000af54cd5. 00010000:00000010:2.1:1761313443.030932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e79f39dc. 00010000:00000010:0.1:1761313443.034671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048dbd233. 00010000:00000010:0.1:1761313443.034693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00010000:00000010:2.1:1761313443.039493:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468ba28e. 00010000:00000010:2.1:1761313443.039500:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d3046dd. 00010000:00000010:2.1:1761313443.039503:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:0.1:1761313443.042805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000346d85c8. 00010000:00000010:2.1:1761313443.047668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044ac3629. 00010000:00000010:2.1:1761313443.047677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:0.1:1761313443.050738:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003864cbd0. 00010000:00000010:2.1:1761313443.051896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000310dc828. 00010000:00000010:2.1:1761313443.051904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:2.1:1761313443.055627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051da21ee. 00010000:00000010:2.1:1761313443.055635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313443.055700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000665b7266. 00010000:00000010:2.1:1761313443.059628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fdacf80. 00010000:00000010:2.1:1761313443.059643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:0.1:1761313443.062589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd5093e5. 00010000:00000010:0.1:1761313443.068555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e4fef3. 00010000:00000010:2.1:1761313443.068569:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d7d8d12. 00010000:00000010:2.1:1761313443.068578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:2.1:1761313443.070541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000134e5847. 00010000:00000010:2.1:1761313443.070555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7975399. 00010000:00000010:2.1:1761313443.070559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313443.071701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb9a0aaa. 00010000:00000010:3.1:1761313443.074490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b69f1cd7. 00010000:00000010:3.1:1761313443.074534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:1.1:1761313443.074604:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481912a8. 00010000:00000010:2.1:1761313443.075963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6aa081a. 00010000:00000010:2.1:1761313443.075975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:1.1:1761313443.083009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013fb8d6f. 00010000:00000010:2.1:1761313443.083075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e109808a. 00010000:00000010:2.1:1761313443.083082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015201000. 00010000:00000010:2.1:1761313443.087850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3bc4f64. 00010000:00000010:2.1:1761313443.087869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c995c471. 00010000:00000010:2.1:1761313443.087872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313443.089507:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006adfb794. 00010000:00000010:2.1:1761313443.089981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5335dfd. 00010000:00000010:2.1:1761313443.089998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:1.1:1761313443.098609:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038c2dd93. 00010000:00000010:2.1:1761313443.105514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085e06b60. 00010000:00000010:2.1:1761313443.105531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:1.1:1761313443.109511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008fb72e1. 00010000:00000010:1.1:1761313443.109519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028025998. 00010000:00000010:2.1:1761313443.109649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae2effc1. 00010000:00000010:2.1:1761313443.109664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313443.109667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000080e44a1. 00010000:00000010:2.1:1761313443.109670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:0.1:1761313443.113579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048975e5c. 00010000:00000010:2.1:1761313443.114688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af067515. 00010000:00000010:2.1:1761313443.114702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053c59b5c. 00010000:00000010:2.1:1761313443.114707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313443.117694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b73ee203. 00010000:00000010:2.1:1761313443.117709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313443.121973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2e77158. 00010000:00000010:2.1:1761313443.121979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:0.1:1761313443.122509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066039938. 00010000:00000010:0.1:1761313443.131091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000689547ba. 00010000:00000010:3.1:1761313443.132627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000342aab93. 00010000:00000010:3.1:1761313443.132639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313443.133514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006580bc3a. 00010000:00000010:2.1:1761313443.133521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313443.138050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041465635. 00010000:00000010:2.1:1761313443.143753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4ff193e. 00010000:00000010:3.1:1761313443.147123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000603005b. 00010000:00000010:3.1:1761313443.147141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:3.1:1761313443.162790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008148dc34. 00010000:00000010:3.1:1761313443.162803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:2.1:1761313443.163512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3f5401. 00010000:00000010:0.1:1761313443.168522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a84a033. 00010000:00000010:0.1:1761313443.168533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:2.1:1761313443.171861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c0a5f55. 00010000:00000010:0.1:1761313443.175783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061d39c69. 00010000:00000010:0.1:1761313443.175795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:2.1:1761313443.176506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000153bd150. 00010000:00000010:0.1:1761313443.186505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2503b17. 00010000:00000010:0.1:1761313443.186513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700585e9. 00010000:00000010:2.1:1761313443.186791:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069aa4b07. 00010000:00000010:0.1:1761313443.196529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee862fb9. 00010000:00000010:0.1:1761313443.196539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659cbb1a. 00010000:00000010:0.1:1761313443.196543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3cffacc. 00010000:00000010:0.1:1761313443.196545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b7ee7a0. 00010000:00000010:0.1:1761313443.196548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:0.1:1761313443.200514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9cf366a. 00010000:00000010:2.1:1761313443.200524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f213d955. 00010000:00000010:2.1:1761313443.200539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b494cf33. 00010000:00000010:0.1:1761313443.200541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:0.1:1761313443.200546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cfebb27. 00010000:00000010:0.1:1761313443.200549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700585e9. 00010000:00000010:0.1:1761313443.200552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d603e25. 00010000:00000010:0.1:1761313443.200554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:0.1:1761313443.203506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000860bfb93. 00010000:00000010:0.1:1761313443.203516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:1.1:1761313443.203606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068430714. 00010000:00000010:2.1:1761313443.203662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aab237d1. 00010000:00000010:2.1:1761313443.203667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e0df90f. 00010000:00000010:0.1:1761313443.208553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b175e90. 00010000:00000010:0.1:1761313443.208570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:0.1:1761313443.216513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c58bd14f. 00010000:00000010:0.1:1761313443.216528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:1.1:1761313443.216642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3ec8f58. 00010000:00000010:0.1:1761313443.219526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000433bdc46. 00010000:00000010:0.1:1761313443.219541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:0.1:1761313443.219544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006026bbf4. 00010000:00000010:0.1:1761313443.219548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:1.1:1761313443.219698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1920098. 00010000:00000010:1.1:1761313443.219705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eb0b070. 00010000:00000010:2.1:1761313443.225525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063e0c084. 00010000:00000010:2.1:1761313443.225534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700585e9. 00010000:00000010:1.1:1761313443.225580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009516c83. 00010000:00000010:3.1:1761313443.225596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e91b567d. 00010000:00000010:1.1:1761313443.230511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008500eb5d. 00010000:00000010:2.1:1761313443.231362:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef98b3b3. 00010000:00000010:2.1:1761313443.231370:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313443.237303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000df5a6d8. 00010000:00000010:2.1:1761313443.237324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:3.1:1761313443.238362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f4d85b. 00010000:00000010:2.1:1761313443.244677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007360908a. 00010000:00000010:2.1:1761313443.244684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:3.1:1761313443.245582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f10a5df0. 00010000:00000010:0.1:1761313443.252737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083fc44d4. 00010000:00000010:0.1:1761313443.252748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:2.1:1761313443.265546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058a7f94c. 00010000:00000010:2.1:1761313443.265553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3eabb16. 00010000:00000010:0.1:1761313443.269507:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb064e3c. 00010000:00000010:0.1:1761313443.269512:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:1.1:1761313443.269654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af17ef02. 00010000:00000010:1.1:1761313443.273522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d64890f. 00010000:00000010:0.1:1761313443.273593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013e515f1. 00010000:00000010:0.1:1761313443.273600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:0.1:1761313443.273604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012b2c42f. 00010000:00000010:0.1:1761313443.273607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:2.1:1761313443.278756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059d70d0c. 00010000:00000010:0.1:1761313443.280318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004989fdb3. 00010000:00000010:0.1:1761313443.280330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:2.1:1761313443.281558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022c63dc5. 00010000:00000010:0.1:1761313443.288495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2dba7e7. 00010000:00000010:0.1:1761313443.288508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659cbb1a. 00010000:00000010:2.1:1761313443.293563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005de59aa7. 00010000:00000010:2.1:1761313443.293583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:3.1:1761313443.293751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087f917e8. 00010000:00000010:2.1:1761313443.297516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e198a85. 00010000:00000010:2.1:1761313443.297522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:3.1:1761313443.301521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014174520. 00010000:00000010:3.1:1761313443.308635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006d2c4ed. 00010000:00000010:0.1:1761313443.309517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000520aeef8. 00010000:00000010:0.1:1761313443.309525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:3.1:1761313443.313510:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde339a9. 00010000:00000010:1.1:1761313443.316598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1129214. 00010000:00000010:0.1:1761313443.317516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad53f29e. 00010000:00000010:0.1:1761313443.317527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659cbb1a. 00010000:00000010:0.1:1761313443.317532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfc1c976. 00010000:00000010:0.1:1761313443.317535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:1.1:1761313443.320814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad19051f. 00010000:00000010:0.1:1761313443.325522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9c70492. 00010000:00000010:0.1:1761313443.325541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:2.1:1761313443.337667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053649370. 00010000:00000010:0.1:1761313443.357300:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fe0f184. 00010000:00000010:0.1:1761313443.357323:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:2.1:1761313443.358509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000690af36c. 00010000:00000010:0.1:1761313443.362383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a93d011. 00010000:00000010:0.1:1761313443.362392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:3.1:1761313443.362714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfd653a5. 00010000:00000010:1.1:1761313443.373040:0:64768:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050647008. 00010000:00000010:1.1:1761313443.373050:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:1.1:1761313443.375609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f373a454. 00010000:00000010:2.1:1761313443.382493:0:78459:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007373ba3f. 00010000:00000010:2.1:1761313443.382502:0:78459:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b00613. 00010000:00000010:3.1:1761313443.383388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d6bfb2c. 00010000:00000010:0.1:1761313443.389130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f67976ae. 00010000:00000010:0.1:1761313443.389137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:0.1:1761313443.389142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014416e8a. 00010000:00000010:0.1:1761313443.389145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd6973ca. 00010000:00000010:0.1:1761313443.389148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:3.1:1761313443.391496:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006da16af7. 00010000:00000010:0.1:1761313443.392009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078178009. 00010000:00000010:0.1:1761313443.392015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:1.1:1761313443.396500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060bea812. 00010000:00000010:0.1:1761313443.396909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9701da8. 00010000:00000010:0.1:1761313443.396915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659cbb1a. 00010000:00000010:0.1:1761313443.400553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c80de709. 00010000:00000010:0.1:1761313443.400559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:3.1:1761313443.402592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b47df5b5. 00010000:00000010:1.1:1761313443.407866:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006734abbc. 00010000:00000010:0.1:1761313443.408518:0:78460:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a22e14eb. 00010000:00000010:0.1:1761313443.408527:0:78460:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:1.1:1761313443.416520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009086c76. 00010000:00000010:0.1:1761313443.419929:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ebd41e5. 00010000:00000010:0.1:1761313443.419935:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:0.1:1761313443.422374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a80d1804. 00010000:00000010:0.1:1761313443.422386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041af63e6. 00010000:00000010:0.1:1761313443.422392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:3.1:1761313443.426598:0:68947:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072a297d5. 00010000:00000010:3.1:1761313443.426605:0:68947:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659cbb1a. 00010000:00000010:3.1:1761313443.426609:0:68947:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebcde7f8. 00010000:00000010:1.1:1761313443.428495:0:78463:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058a13965. 00010000:00000010:0.1:1761313443.429916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfe7d23e. 00010000:00000010:0.1:1761313443.429925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:0.1:1761313443.441170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005158507e. 00010000:00000010:0.1:1761313443.441184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:2.1:1761313443.441788:0:78464:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8484923. 00010000:00000010:0.1:1761313443.444798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000928ad4f6. 00010000:00000010:0.1:1761313443.444806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:1.1:1761313443.450455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083e465bf. 00010000:00000010:0.1:1761313443.451519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0592971. 00010000:00000010:0.1:1761313443.451527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:1.1:1761313443.457912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb70a9d5. 00010000:00000010:1.1:1761313443.468523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095a2b8c9. 00010000:00000010:3.1:1761313443.468629:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020c748fe. 00010000:00000010:3.1:1761313443.468635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:3.1:1761313443.481529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000053ae8a4. 00010000:00000010:3.1:1761313443.481544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:2.1:1761313443.484640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036979d1b. 00010000:00000010:2.1:1761313443.491630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085baebd6. 00010000:00000010:1.1:1761313443.503240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d78de743. 00010000:00000010:1.1:1761313443.503248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069244663. 00010000:00000010:2.1:1761313443.505530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3a9c288. 00010000:00000010:1.1:1761313443.507603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f1c76a8. 00010000:00000010:1.1:1761313443.507611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:0.1:1761313443.508456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1f7a289. 00010000:00000010:0.1:1761313443.508464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013bb6208. 00010000:00000010:0.1:1761313443.508491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f3f3612. 00010000:00000010:2.1:1761313443.517248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d458b6. 00010000:00000010:0.1:1761313443.519648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090417a13. 00010000:00000010:0.1:1761313443.519664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:3.1:1761313443.522528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099ff607b. 00010000:00000010:0.1:1761313443.524806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084381a08. 00010000:00000010:0.1:1761313443.524824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:3.1:1761313443.538835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e3c1254. 00010000:00000010:3.1:1761313443.538853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7bfb036. 00010000:00000010:3.1:1761313443.538858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c5aa9af. 00010000:00000010:3.1:1761313443.545506:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000041da7ca. 00010000:00000010:0.1:1761313443.545830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5b3f8cb. 00010000:00000010:0.1:1761313443.545839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:0.1:1761313443.559846:0:78459:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c4945d. 00010000:00000010:3.1:1761313443.560839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032052211. 00010000:00000010:3.1:1761313443.560849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:3.1:1761313443.566505:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab49244f. 00010000:00000010:3.1:1761313443.566515:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b3e35c7. 00010000:00000010:3.1:1761313443.566522:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a9f3ed. 00010000:00000010:2.1:1761313443.570518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f11c1a0. 00010000:00000010:3.1:1761313443.576802:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b147edc7. 00010000:00000010:3.1:1761313443.576810:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:1.1:1761313443.596686:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000634c9587. 00010000:00000010:1.1:1761313443.596696:0:64768:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cb42076. 00010000:00000010:1.1:1761313443.596701:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069244663. 00010000:00000010:1.1:1761313443.604529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016d6d486. 00010000:00000010:1.1:1761313443.604535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e958ce27. 00010000:00000010:1.1:1761313443.604539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:1.1:1761313443.616651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009293920a. 00010000:00000010:3.1:1761313443.617596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000664fe6f2. 00010000:00000010:3.1:1761313443.617607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068507c37. 00010000:00000010:1.1:1761313443.628530:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e74283ff. 00010000:00000010:1.1:1761313443.628546:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d953ceea. 00010000:00000010:1.1:1761313443.628551:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:3.1:1761313443.645858:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f84149c. 00010000:00000010:3.1:1761313443.645875:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:2.1:1761313443.646905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d674739. 00010000:00000010:1.1:1761313443.647685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824910f7. 00010000:00000010:3.1:1761313443.648875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ed47559. 00010000:00000010:3.1:1761313443.648886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b055ee7d. 00010000:00000010:3.1:1761313443.648892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a9f3ed. 00010000:00000010:1.1:1761313443.649711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5144a44. 00010000:00000010:1.1:1761313443.649721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:2.1:1761313443.657509:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cab251c0. 00010000:00000010:2.1:1761313443.657520:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4494ea6. 00010000:00000010:1.1:1761313443.657763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000438c5aa6. 00010000:00000010:1.1:1761313443.661567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ff93823. 00010000:00000010:0.1:1761313443.664860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f59d9436. 00010000:00000010:0.1:1761313443.664872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:3.1:1761313443.679502:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000feb37b38. 00010000:00000010:3.1:1761313443.679510:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:0.1:1761313443.679885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d0610c2. 00010000:00000010:1.1:1761313443.691307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000390b1510. 00010000:00000010:3.1:1761313443.691506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bda20e63. 00010000:00000010:3.1:1761313443.691515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a9f3ed. 00010000:00000010:1.1:1761313443.699508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ad8cc23. 00010000:00000010:3.1:1761313443.699705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc2966f2. 00010000:00000010:3.1:1761313443.699726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015201000. 00010000:00000010:1.1:1761313443.711859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058530307. 00010000:00000010:1.1:1761313443.711872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00010000:00000010:3.1:1761313443.712522:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000210cd38c. 00010000:00000010:0.1:1761313443.718838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009636d86. 00010000:00000010:0.1:1761313443.720507:0:78476:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006c2fe4b. 00010000:00000010:0.1:1761313443.720526:0:78476:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015201000. 00010000:00000010:3.1:1761313443.720792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f875477. 00010000:00000010:3.1:1761313443.720815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ae0f787. 00010000:00000010:2.1:1761313443.720910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2b45926. 00010000:00000010:0.1:1761313443.731512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dbef8b3. 00010000:00000010:0.1:1761313443.731523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:1.1:1761313443.731716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003b4b2d3. 00010000:00000010:1.1:1761313443.735509:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d5ca892. 00010000:00000010:1.1:1761313443.735517:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000442b1c2f. 00010000:00000010:1.1:1761313443.735520:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:2.1:1761313443.745489:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a814aa20. 00010000:00000010:1.1:1761313443.745591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b942d96. 00010000:00000010:1.1:1761313443.745599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:3.1:1761313443.753595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066b6d29e. 00010000:00000010:1.1:1761313443.753637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ce2877f. 00010000:00000010:1.1:1761313443.753645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:1.1:1761313443.756633:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a34c44b8. 00010000:00000010:1.1:1761313443.756647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ae0f787. 00010000:00000010:2.1:1761313443.758609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038f9d5d5. 00010000:00000010:1.1:1761313443.761516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d16c2f85. 00010000:00000010:1.1:1761313443.761529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:1.1:1761313443.761534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000274680d8. 00010000:00000010:1.1:1761313443.761537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4494ea6. 00010000:00000010:2.1:1761313443.761621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dba69c6a. 00010000:00000010:2.1:1761313443.761627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da2ffbd0. 00010000:00000010:3.1:1761313443.766497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f25262d. 00010000:00000010:2.1:1761313443.770663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f16ddbe. 00010000:00000010:1.1:1761313443.770719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000038e8dc0. 00010000:00000010:1.1:1761313443.770725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:1.1:1761313443.775607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060ec610a. 00010000:00000010:1.1:1761313443.775618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ae0f787. 00010000:00000010:1.1:1761313443.775623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009662a6b3. 00010000:00000010:1.1:1761313443.775625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4494ea6. 00010000:00000010:3.1:1761313443.775699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008556f35f. 00010000:00000010:2.1:1761313443.775884:0:68947:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ce63587. 00010000:00000010:1.1:1761313443.778613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000596998ef. 00010000:00000010:1.1:1761313443.778622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:3.1:1761313443.783549:0:78478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cddda593. 00010000:00000010:1.1:1761313443.783575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ade9ba5. 00010000:00000010:1.1:1761313443.783582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:2.1:1761313443.787495:0:78478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046413afd. 00010000:00000010:1.1:1761313443.787734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006954b4a3. 00010000:00000010:1.1:1761313443.787741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:1.1:1761313443.790614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd660157. 00010000:00000010:1.1:1761313443.790702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8c09d4e. 00010000:00000010:1.1:1761313443.790706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4494ea6. 00010000:00000010:0.1:1761313443.794508:0:78479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b1c4d7c. 00010000:00000010:1.1:1761313443.798508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b6f44b. 00010000:00000010:1.1:1761313443.798516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:1.1:1761313443.803493:0:78481:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fca4822. 00010000:00000010:1.1:1761313443.803503:0:78481:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:3.1:1761313443.803512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000889d0f8d. 00010000:00000010:3.1:1761313443.809604:0:78482:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9b404f7. 00010000:00000010:3.1:1761313443.809614:0:78482:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b715aa0. 00010000:00000010:3.1:1761313443.809628:0:78482:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4494ea6. 00010000:00000010:1.1:1761313443.812003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6daeb89. 00010000:00000010:2.1:1761313443.814215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da0ae335. 00010000:00000010:2.1:1761313443.814221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a9f3ed. 00010000:00000010:3.1:1761313443.822515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010cd45ec. 00010000:00000010:3.1:1761313443.822521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:1.1:1761313443.824564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a71a3d0. 00010000:00000010:3.1:1761313443.828886:0:78485:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b8f98d2. 00010000:00000010:3.1:1761313443.828893:0:78485:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:1.1:1761313443.829706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c58a83. 00010000:00000010:2.1:1761313443.844626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f935056f. 00010000:00000010:2.1:1761313443.844638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000632da22d. 00010000:00000010:2.1:1761313443.844643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004467eb4b. 00010000:00000010:0.1:1761313443.851737:0:78479:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3d550f9. 00010000:00000010:0.1:1761313443.851763:0:78479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:3.1:1761313443.852224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb47bd54. 00010000:00000010:1.1:1761313443.861593:0:64768:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004d13393. 00010000:00000010:1.1:1761313443.861600:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:3.1:1761313443.864506:0:78492:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60572da. 00010000:00000010:1.1:1761313443.868551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c30f0a. 00010000:00000010:2.1:1761313443.871635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6244f4d. 00010000:00000010:2.1:1761313443.871644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:1.1:1761313443.879515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3fe19da. 00010000:00000010:1.1:1761313443.879521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:3.1:1761313443.879685:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050b5f554. 00010000:00000010:3.1:1761313443.887349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000570b2073. 00010000:00000010:3.1:1761313443.887374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b71cfb4a. 00010000:00000010:3.1:1761313443.887379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:3.1:1761313443.899501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061657d62. 00010000:00000010:3.1:1761313443.899510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e30c99d. 00010000:00000010:3.1:1761313443.899514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:3.1:1761313443.905514:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4c6ea3a. 00010000:00000010:3.1:1761313443.905522:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00010000:00000010:0.1:1761313443.909598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069c784c0. 00010000:00000010:3.1:1761313443.916594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043ab6335. 00010000:00000010:3.1:1761313443.916613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb6f222f. 00010000:00000010:3.1:1761313443.916617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:0.1:1761313443.922515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8114937. 00010000:00000010:2.1:1761313443.922571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2ac12cb. 00010000:00000010:2.1:1761313443.922578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00010000:00000010:2.1:1761313443.933541:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa749448. 00010000:00000010:1.1:1761313443.939126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a88a8ea. 00010000:00000010:1.1:1761313443.939141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:1.1:1761313443.947506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e374dbe. 00010000:00000010:1.1:1761313443.947514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:3.1:1761313443.947771:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce8b4dfe. 00010000:00000010:2.1:1761313443.954645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa1788d6. 00010000:00000010:2.1:1761313443.954662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ae0f787. 00010000:00000010:1.1:1761313443.956030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000838a595e. 00010000:00000010:2.1:1761313443.974839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fa15cb7. 00010000:00000010:2.1:1761313443.974851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:3.1:1761313443.975605:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acb65ffc. 00010000:00000010:0.1:1761313443.978497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6fbc040. 00010000:00000010:0.1:1761313443.978503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e39d5e4d. 00010000:00000010:0.1:1761313443.978507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:3.1:1761313443.980688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edd29c85. 00010000:00000010:3.1:1761313443.980697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dc19302. 00010000:00000010:3.1:1761313443.980701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c5aa9af. 00010000:00000010:3.1:1761313443.982732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d76dd5. 00010000:00000010:3.1:1761313443.982738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:2.1:1761313443.982886:0:78504:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2eab0a6. 00010000:00000010:0.1:1761313443.989492:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d340c8e1. 00010000:00000010:1.1:1761313443.989772:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c0afd20. 00010000:00000010:1.1:1761313443.989781:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b0785. 00010000:00000010:1.1:1761313443.991600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7dec5e5. 00010000:00000010:1.1:1761313443.991614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee986857. 00010000:00000010:1.1:1761313443.991620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:3.1:1761313443.993491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b888e3cf. 00010000:00000010:1.1:1761313443.993698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002773d875. 00010000:00000010:1.1:1761313443.993705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068507c37. 00010000:00000010:0.1:1761313443.995502:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a61bce. 00010000:00000010:3.1:1761313443.997566:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ae0b365. 00010000:00000010:3.1:1761313443.997575:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f3f3612. 00010000:00000010:0.1:1761313444.000508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfccba04. 00010000:00000010:0.1:1761313444.000515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:1.1:1761313444.000597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa6ef9d4. 00010000:00000010:0.1:1761313444.004657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd357a3b. 00010000:00000010:0.1:1761313444.004666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:1.1:1761313444.004707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bffd3ab. 00010000:00000010:1.1:1761313444.006499:0:78507:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d590dfe7. 00010000:00000010:1.1:1761313444.006508:0:78507:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659cbb1a. 00010000:00000010:2.1:1761313444.007326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5e6e078. 00010000:00000010:3.1:1761313444.018632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d681d90b. 00010000:00000010:3.1:1761313444.018644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068507c37. 00010000:00000010:2.1:1761313444.022543:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ddadcdc. 00010000:00000010:2.1:1761313444.022706:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dba7229. 00010000:00000010:2.1:1761313444.022712:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:0.1:1761313444.026420:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:2.1:1761313444.031504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000033d3e14. 00010000:00000010:2.1:1761313444.031511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011b1d18e. 00010000:00000010:2.1:1761313444.031515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313444.033887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002eb65a90. 00010000:00000010:2.1:1761313444.033893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313444.037544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0f909d8. 00010000:00000010:2.1:1761313444.037557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0a1c275. 00010000:00000010:2.1:1761313444.037562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:3.1:1761313444.037655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007af2fa19. 00010000:00000010:2.1:1761313444.039892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b20fba2b. 00010000:00000010:2.1:1761313444.039899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2ceeda9. 00010000:00000010:2.1:1761313444.039903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313444.048514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aab13f4. 00010000:00000010:2.1:1761313444.048528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bc6017e. 00010000:00000010:2.1:1761313444.048536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313444.053512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088ebfb85. 00010000:00000010:2.1:1761313444.053525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313444.058804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008118f4e. 00010000:00000010:1.1:1761313444.060571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c54ce72. 00010000:00000010:2.1:1761313444.061518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079e0c033. 00010000:00000010:2.1:1761313444.061526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:0.1:1761313444.061561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3b580f0. 00010000:00000010:0.1:1761313444.061567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:3.1:1761313444.063499:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bafeef2d. 00010000:00000010:1.1:1761313444.063812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006302e4ba. 00010000:00000010:0.1:1761313444.067767:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080dd75ef. 00010000:00000010:0.1:1761313444.067773:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:0.1:1761313444.071502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000857f8894. 00010000:00000010:0.1:1761313444.071509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:1.1:1761313444.071531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e4162c5. 00010000:00000010:3.1:1761313444.071951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000825aca2a. 00010000:00000010:0.1:1761313444.075593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049c3f521. 00010000:00000010:0.1:1761313444.075601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:1.1:1761313444.080347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c72a4495. 00010000:00000010:1.1:1761313444.080357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000670f5f36. 00010000:00000010:1.1:1761313444.080361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:2.1:1761313444.083515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007689deb6. 00010000:00000010:1.1:1761313444.085263:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a94cd92. 00010000:00000010:1.1:1761313444.085280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b00613. 00010000:00000010:3.1:1761313444.086591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc171952. 00010000:00000010:3.1:1761313444.086600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:2.1:1761313444.088144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009743546b. 00010000:00000010:3.1:1761313444.095509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e2a6f5. 00010000:00000010:0.1:1761313444.099584:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000245ad7bb. 00010000:00000010:0.1:1761313444.099593:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480ca547. 00010000:00000010:2.1:1761313444.104670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d87790ec. 00010000:00000010:1.1:1761313444.104688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5119de9. 00010000:00000010:1.1:1761313444.104696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:2.1:1761313444.112602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3f45931. 00010000:00000010:1.1:1761313444.112909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000246fc998. 00010000:00000010:1.1:1761313444.112916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b00613. 00010000:00000010:2.1:1761313444.117494:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb62b356. 00010000:00000010:3.1:1761313444.117509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e64257e1. 00010000:00000010:1.1:1761313444.118168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096967b75. 00010000:00000010:1.1:1761313444.118177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:1.1:1761313444.132514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c63a80e. 00010000:00000010:2.1:1761313444.132687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035a27146. 00010000:00000010:2.1:1761313444.132694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:2.1:1761313444.135501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8d68cb. 00010000:00000010:2.1:1761313444.135509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:0.1:1761313444.261518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040c3eed6. 00010000:00000010:0.1:1761313444.261532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:0.1:1761313444.261536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012b60190. 00010000:00000010:0.1:1761313444.261540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700585e9. 00010000:00000010:0.1:1761313444.261542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b244ac1f. 00010000:00000010:0.1:1761313444.261544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:0.1:1761313444.261547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061f83a07. 00010000:00000010:0.1:1761313444.261549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1bb3f2. 00010000:00000010:0.1:1761313444.261550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004f88427. 00010000:00000010:0.1:1761313444.261553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:0.1:1761313444.261568:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005c11fa6. 00010000:00000010:0.1:1761313444.261570:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:0.1:1761313444.261572:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a8dec4b. 00010000:00000010:0.1:1761313444.261575:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:0.1:1761313444.261577:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000645059c9. 00010000:00000010:0.1:1761313444.261579:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:0.1:1761313444.261580:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000357eb64e. 00010000:00000010:0.1:1761313444.261582:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb62b356. 00010000:00000010:1.1:1761313444.272501:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b1f0e6e. 00010000:00000010:1.1:1761313444.272511:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:1.1:1761313444.272518:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f581811b. 00010000:00000010:1.1:1761313444.272523:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed055a00. 00010000:00000010:1.1:1761313444.272525:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029f0ee44. 00010000:00000010:1.1:1761313444.272527:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b00613. 00010000:00000010:1.1:1761313444.272529:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e8dc35a. 00010000:00000010:1.1:1761313444.272532:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a0c677. 00010000:00000010:1.1:1761313444.272534:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027e15083. 00010000:00000010:1.1:1761313444.272537:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc23d27. 00010000:00000010:1.1:1761313444.272540:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecd355d1. 00010000:00000010:1.1:1761313444.272542:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30eb407. 00010000:00000010:1.1:1761313444.272545:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c9122fb. 00010000:00000010:1.1:1761313444.272549:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e64257e1. 00010000:00000010:1.1:1761313444.272553:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccc8696b. 00010000:00000010:1.1:1761313444.272557:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3f45931. 00010000:00000010:1.1:1761313444.272559:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083415592. 00010000:00000010:1.1:1761313444.272562:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009743546b. 00010000:00000010:1.1:1761313444.272564:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dd8ca76. 00010000:00000010:1.1:1761313444.272566:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf00e60. 00010000:00000010:1.1:1761313444.272569:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006790b414. 00010000:00000010:1.1:1761313444.272571:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007af2fa19. 00010000:00000010:1.1:1761313444.272576:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83a7fb1. 00010000:00000010:1.1:1761313444.272580:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000033d3e14. 00010000:00000010:1.1:1761313444.272583:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d270c6c9. 00010000:00000010:1.1:1761313444.272585:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068507c37. 00010000:00000010:1.1:1761313444.272587:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000455f282a. 00010000:00000010:1.1:1761313444.272590:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f3f3612. 00010000:00000010:1.1:1761313444.272591:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6ad348d. 00010000:00000010:1.1:1761313444.272593:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ae0f787. 00010000:00000010:1.1:1761313444.272596:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0a7f19b. 00010000:00000010:1.1:1761313444.272598:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000094c02ea. 00010000:00000010:1.1:1761313444.272600:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004e44341. 00010000:00000010:1.1:1761313444.272602:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2b2ecf. 00010000:00000010:1.1:1761313444.272604:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240e1c4f. 00010000:00000010:1.1:1761313444.272606:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4494ea6. 00010000:00000010:1.1:1761313444.272608:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb288155. 00010000:00000010:1.1:1761313444.272611:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f373a454. 00010000:00000010:1.1:1761313444.272614:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0458bf5. 00010000:00000010:1.1:1761313444.272618:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e91b567d. 00010000:00000010:1.1:1761313444.272622:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000519a3206. 00010000:00000010:1.1:1761313444.272625:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481912a8. 00010000:00000010:1.1:1761313444.272627:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff4f369e. 00010000:00000010:1.1:1761313444.272629:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000346d85c8. 00010000:00000010:1.1:1761313444.272631:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff0021d3. 00010000:00000010:1.1:1761313444.272634:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014514e4d. 00010000:00000010:1.1:1761313444.272636:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063bf2236. 00010000:00000010:1.1:1761313444.272639:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d561389f. 00010000:00000010:1.1:1761313444.272641:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6d72d20. 00010000:00000010:1.1:1761313444.272643:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d81b4eb. 00010000:00000010:1.1:1761313444.272645:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b637c6e. 00010000:00000010:1.1:1761313444.272648:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a44fd1a. 00010000:00000010:1.1:1761313444.272649:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f293b601. 00010000:00000010:1.1:1761313444.272652:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cd625d4. 00010000:00000010:1.1:1761313444.272654:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb1338b2. 00010000:00000010:1.1:1761313444.272656:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5538532. 00010000:00000010:1.1:1761313444.272658:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000387a8eed. 00010000:00000010:1.1:1761313444.272661:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e0df90f. 00010000:00000010:1.1:1761313444.272664:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c29b9297. 00010000:00000010:1.1:1761313444.272669:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3f5401. 00010000:00000010:1.1:1761313444.272672:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c249687. 00010000:00000010:1.1:1761313444.272674:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048975e5c. 00010000:00000010:1.1:1761313444.272676:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cd26cc6. 00010000:00000010:1.1:1761313444.272679:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5452ac3. 00010000:00000010:1.1:1761313444.272682:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063994225. 00010000:00000010:1.1:1761313444.272684:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044e97697. 00010000:00000010:1.1:1761313444.272687:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfadf33f. 00010000:00000010:1.1:1761313444.272689:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096716353. 00010000:00000010:1.1:1761313444.272691:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd8217ee. 00010000:00000010:1.1:1761313444.272693:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000910c5439. 00010000:00000010:1.1:1761313444.272696:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9d8cef3. 00010000:00000010:1.1:1761313444.272698:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000139fffa3. 00010000:00000010:1.1:1761313444.272700:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2793834. 00010000:00000010:1.1:1761313444.272702:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090de4dcc. 00010000:00000010:1.1:1761313444.272704:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb28492c. 00010000:00000010:1.1:1761313444.272706:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003291e87e. 00010000:00000010:1.1:1761313444.272708:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a4540af. 00010000:00000010:1.1:1761313444.272710:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5a1caa8. 00010000:00000010:1.1:1761313444.272713:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6a0d38d. 00010000:00000010:1.1:1761313444.272717:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cbd63c4. 00010000:00000010:1.1:1761313444.272719:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeb13c5b. 00010000:00000010:1.1:1761313444.272722:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e120ee59. 00010000:00000010:1.1:1761313444.272724:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003b843df. 00010000:00000010:1.1:1761313444.272726:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ef5a95c. 00010000:00000010:1.1:1761313444.272728:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfed0ff2. 00010000:00000010:1.1:1761313444.272732:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e899c54d. 00010000:00000010:1.1:1761313444.272737:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056f997e1. 00010000:00000010:1.1:1761313444.272740:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4a6288b. 00010000:00000010:1.1:1761313444.272742:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b427f72b. 00010000:00000010:1.1:1761313444.272745:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040c29bec. 00010000:00000010:1.1:1761313444.272748:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003f72ae8. 00010000:00000010:1.1:1761313444.272751:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6a87fba. 00010000:00000010:1.1:1761313444.272753:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000941d1883. 00010000:00000010:1.1:1761313444.272755:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009798eed0. 00010000:00000010:1.1:1761313444.272759:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ba88587. 00010000:00000010:1.1:1761313444.272763:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065d5b8bd. 00010000:00000010:1.1:1761313444.272766:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000124789b1. 00010000:00000010:1.1:1761313444.272768:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eb96776. 00010000:00000010:1.1:1761313444.272770:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8b035f8. 00010000:00000010:1.1:1761313444.272772:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3409289. 00010000:00000010:1.1:1761313444.272797:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0a7980b. 00010000:00000010:1.1:1761313444.272800:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000775863e2. 00010000:00000010:1.1:1761313444.272802:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073d3e03c. 00010000:00000010:1.1:1761313444.272804:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f97273. 00010000:00000010:1.1:1761313444.272806:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004266824. 00010000:00000010:1.1:1761313444.272808:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf86f9bd. 00010000:00000010:1.1:1761313444.272810:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c4591f0. 00010000:00000010:1.1:1761313444.272812:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ee83f68. 00010000:00000010:1.1:1761313444.272814:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fac4dc67. 00010000:00000010:1.1:1761313444.272816:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7b41ec7. 00010000:00000010:1.1:1761313444.272819:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a56bdcb8. 00010000:00000010:1.1:1761313444.272822:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028048590. 00010000:00000010:1.1:1761313444.272823:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bbeeb51. 00010000:00000010:1.1:1761313444.272826:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c8526ab. 00010000:00000010:1.1:1761313444.272829:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057a62559. 00010000:00000010:1.1:1761313444.272832:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ea463f7. 00010000:00000010:1.1:1761313444.272837:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3bc5d99. 00010000:00000010:1.1:1761313444.272840:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d4e6e4a. 00010000:00000010:1.1:1761313444.272842:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fa2b318. 00010000:00000010:1.1:1761313444.272845:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f454377. 00010000:00000010:1.1:1761313444.272847:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1a4a8df. 00010000:00000010:1.1:1761313444.272849:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001d4c216. 00010000:00000010:1.1:1761313444.272851:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004427407a. 00010000:00000010:1.1:1761313444.272853:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026629807. 00010000:00000010:1.1:1761313444.272855:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005435341d. 00010000:00000010:1.1:1761313444.272857:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfe5e58f. 00010000:00000010:1.1:1761313444.272860:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5a6050f. 00010000:00000010:1.1:1761313444.272862:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f70e61f. 00010000:00000010:1.1:1761313444.272864:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027a85809. 00010000:00000010:1.1:1761313444.272865:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077b509e1. 00010000:00000010:1.1:1761313444.272867:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009aa288f3. 00010000:00000010:1.1:1761313444.272869:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d240b35. 00010000:00000010:1.1:1761313444.272871:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000142caf81. 00010000:00000010:1.1:1761313444.272873:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003276dd0. 00010000:00000010:1.1:1761313444.272874:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038c07f9a. 00010000:00000010:1.1:1761313444.272876:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cb7ed75. 00010000:00000010:1.1:1761313444.272878:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cd728a0. 00010000:00000010:1.1:1761313444.272880:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f2d3d9c. 00010000:00000010:1.1:1761313444.272881:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005adc0cc1. 00010000:00000010:1.1:1761313444.272884:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbd6c2b0. 00010000:00000010:1.1:1761313444.272889:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008baff16d. 00010000:00000010:1.1:1761313444.272892:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e377f46b. 00010000:00000010:1.1:1761313444.272894:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0b29d31. 00010000:00000010:1.1:1761313444.272897:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005526beb2. 00010000:00000010:1.1:1761313444.272899:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071e34345. 00010000:00000010:1.1:1761313444.272902:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b7466dc. 00010000:00000010:1.1:1761313444.272905:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071b9cd4e. 00010000:00000010:1.1:1761313444.272907:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096dcc597. 00010000:00000010:1.1:1761313444.272909:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0cb8a26. 00010000:00000010:1.1:1761313444.272912:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030f9cd0e. 00010000:00000010:1.1:1761313444.272914:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c968a7a. 00010000:00000010:1.1:1761313444.272916:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018fe4bba. 00010000:00000010:1.1:1761313444.272918:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce1c4292. 00010000:00000010:1.1:1761313444.272920:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0f7eeb8. 00010000:00000010:1.1:1761313444.272922:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0a09f69. 00010000:00000010:1.1:1761313444.272924:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071bee05a. 00010000:00000010:1.1:1761313444.272926:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008433526b. 00010000:00000010:1.1:1761313444.272928:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7debcae. 00010000:00000010:1.1:1761313444.272930:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000beeb8e97. 00010000:00000010:1.1:1761313444.272933:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070dbdff6. 00010000:00000010:1.1:1761313444.272937:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058c3709a. 00010000:00000010:1.1:1761313444.272940:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f3c3305. 00010000:00000010:1.1:1761313444.272942:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1f7e06e. 00010000:00000010:1.1:1761313444.272944:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000073f0eb1. 00010000:00000010:1.1:1761313444.272946:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000729c9c33. 00010000:00000010:1.1:1761313444.272948:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f637c98f. 00010000:00000010:1.1:1761313444.272950:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ad941d. 00010000:00000010:1.1:1761313444.272952:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009abf6e88. 00010000:00000010:1.1:1761313444.272954:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ab8f595. 00010000:00000010:1.1:1761313444.272956:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dcec5a4. 00010000:00000010:1.1:1761313444.272958:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b41a77e. 00010000:00000010:1.1:1761313444.272962:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000749b692f. 00010000:00000010:1.1:1761313444.272964:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4f183f6. 00010000:00000010:1.1:1761313444.272967:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069af4ba2. 00010000:00000010:1.1:1761313444.272968:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000326dcb6c. 00010000:00000010:1.1:1761313444.272971:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bd5cb58. 00010000:00000010:1.1:1761313444.272973:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009db6189. 00010000:00000010:1.1:1761313444.272975:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8e88752. 00010000:00000010:1.1:1761313444.272979:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d1d00f9. 00010000:00000010:1.1:1761313444.272981:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009c60f8e. 00010000:00000010:1.1:1761313444.272983:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a32074. 00010000:00000010:1.1:1761313444.272986:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebef49f4. 00010000:00000010:1.1:1761313444.272988:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000958add1f. 00010000:00000010:1.1:1761313444.272990:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd1aa0fe. 00010000:00000010:1.1:1761313444.272991:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2ea3154. 00010000:00000010:1.1:1761313444.272994:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008dab10b. 00010000:00000010:1.1:1761313444.272996:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed702b63. 00010000:00000010:1.1:1761313444.272997:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001914c8dc. 00010000:00000010:1.1:1761313444.272999:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af4f3f1a. 00010000:00000010:1.1:1761313444.273002:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000100ca9ab. 00010000:00000010:1.1:1761313444.273004:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fbfb3bf. 00010000:00000010:1.1:1761313444.273006:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8fe955. 00010000:00000010:1.1:1761313444.273008:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005568eb8d. 00010000:00000010:1.1:1761313444.273010:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d475a7. 00010000:00000010:1.1:1761313444.273013:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f93cf36. 00010000:00000010:1.1:1761313444.273015:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d01cf613. 00010000:00000010:1.1:1761313444.273019:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6273b4c. 00010000:00000010:1.1:1761313444.273023:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000431eb063. 00010000:00000010:1.1:1761313444.273025:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068b375a6. 00010000:00000010:1.1:1761313444.273028:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4b17d23. 00010000:00000010:1.1:1761313444.273032:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd0dc319. 00010000:00000010:1.1:1761313444.273034:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b194ea3. 00010000:00000010:1.1:1761313444.273036:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd45143a. 00010000:00000010:1.1:1761313444.273038:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb5db56. 00010000:00000010:1.1:1761313444.273040:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba665d94. 00010000:00000010:1.1:1761313444.273042:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae28d8f4. 00010000:00000010:1.1:1761313444.273044:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003613cf2d. 00010000:00000010:1.1:1761313444.273047:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021eb8fc2. 00010000:00000010:1.1:1761313444.273049:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072a8b477. 00010000:00000010:1.1:1761313444.273052:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa9dee83. 00010000:00000010:1.1:1761313444.273054:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5bea276. 00010000:00000010:1.1:1761313444.273056:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef512ebb. 00010000:00000010:1.1:1761313444.273058:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023ccd441. 00010000:00000010:1.1:1761313444.273060:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000ac16fd. 00010000:00000010:1.1:1761313444.273062:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6cc48e4. 00010000:00000010:1.1:1761313444.273064:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1e5603e. 00010000:00000010:1.1:1761313444.273066:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fad1922b. 00010000:00000010:1.1:1761313444.273068:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7d8ca3b. 00010000:00000010:1.1:1761313444.273069:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000613b8d84. 00010000:00000010:1.1:1761313444.273071:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdd37ff3. 00010000:00000010:1.1:1761313444.273075:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005c7dbbb. 00010000:00000010:1.1:1761313444.273077:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000545e1d6e. 00010000:00000010:1.1:1761313444.273079:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037df7353. 00010000:00000010:1.1:1761313444.273081:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9aa448a. 00010000:00000010:1.1:1761313444.273083:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000931e571d. 00010000:00000010:1.1:1761313444.273086:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a58f568. 00010000:00000010:1.1:1761313444.273088:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019990ee6. 00010000:00000010:1.1:1761313444.273090:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d774da6f. 00010000:00000010:1.1:1761313444.273092:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea8ca9c1. 00010000:00000010:1.1:1761313444.273094:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065305814. 00010000:00000010:1.1:1761313444.273097:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8679363. 00010000:00000010:1.1:1761313444.273100:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e29aca. 00010000:00000010:1.1:1761313444.273103:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb1669d0. 00010000:00000010:1.1:1761313444.273105:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffdeec5f. 00010000:00000010:1.1:1761313444.273107:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000920f83b0. 00010000:00000010:1.1:1761313444.273110:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048a9fce4. 00010000:00000010:1.1:1761313444.273112:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c658c644. 00010000:00000010:1.1:1761313444.273114:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000960bbd75. 00010000:00000010:1.1:1761313444.273116:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab1072a9. 00010000:00000010:1.1:1761313444.273119:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1c0a3e7. 00010000:00000010:1.1:1761313444.273121:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ae9dc4b. 00010000:00000010:1.1:1761313444.273124:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e90e9a4c. 00010000:00000010:1.1:1761313444.273128:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081165000. 00010000:00000010:1.1:1761313444.273130:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc4237f4. 00010000:00000010:1.1:1761313444.273132:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb2b75ac. 00010000:00000010:1.1:1761313444.273135:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6126bf3. 00010000:00000010:1.1:1761313444.273136:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ae74708. 00010000:00000010:1.1:1761313444.273138:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cfa95a3. 00010000:00000010:1.1:1761313444.273140:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb83e02b. 00010000:00000010:1.1:1761313444.273142:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053c28dcb. 00010000:00000010:1.1:1761313444.273144:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000700989b2. 00010000:00000010:1.1:1761313444.273146:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045ee2806. 00010000:00000010:1.1:1761313444.273148:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c2fb9c5. 00010000:00000010:1.1:1761313444.273150:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f171073. 00010000:00000010:1.1:1761313444.273152:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a651d0dc. 00010000:00000010:1.1:1761313444.273154:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000962c7a60. 00010000:00000010:1.1:1761313444.273157:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021e22524. 00010000:00000010:1.1:1761313444.273159:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d3061d. 00010000:00000010:1.1:1761313444.273161:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e059c278. 00010000:00000010:1.1:1761313444.273163:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abf3c945. 00010000:00000010:1.1:1761313444.273166:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a856d2a8. 00010000:00000010:1.1:1761313444.273169:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000495b8eed. 00010000:00000010:1.1:1761313444.273173:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000331124d1. 00010000:00000010:1.1:1761313444.273177:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a7f2f8c. 00010000:00000010:1.1:1761313444.273179:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058d7f66f. 00010000:00000010:1.1:1761313444.273183:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e113555. 00010000:00000010:1.1:1761313444.273186:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000511a2728. 00010000:00000010:1.1:1761313444.273188:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e0ad54a. 00010000:00000010:1.1:1761313444.273190:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020d5f56e. 00010000:00000010:1.1:1761313444.273194:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096f62c4a. 00010000:00000010:1.1:1761313444.273207:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005aff0019. 00010000:00000010:1.1:1761313444.273211:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9abf411. 00010000:00000010:1.1:1761313444.273213:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004255348d. 00010000:00000010:1.1:1761313444.273216:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d81968f. 00010000:00000010:1.1:1761313444.273218:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021560771. 00010000:00000010:1.1:1761313444.273221:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b3303e. 00010000:00000010:1.1:1761313444.273223:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8b66169. 00010000:00000010:1.1:1761313444.273226:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000596954db. 00010000:00000010:1.1:1761313444.273228:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffbe55dd. 00010000:00000010:1.1:1761313444.273230:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa4d220e. 00010000:00000010:1.1:1761313444.273233:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e570ce93. 00010000:00000010:1.1:1761313444.273235:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4f92db6. 00010000:00000010:1.1:1761313444.273240:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017cfb5f3. 00010000:00000010:1.1:1761313444.273245:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a472fd8. 00010000:00000010:1.1:1761313444.273248:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009475db48. 00010000:00000010:1.1:1761313444.273251:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000471d98dd. 00010000:00000010:1.1:1761313444.273253:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d58f1eba. 00010000:00000010:1.1:1761313444.273255:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cdd0c67. 00010000:00000010:1.1:1761313444.273257:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023562f1c. 00010000:00000010:1.1:1761313444.273260:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8c97a0. 00010000:00000010:1.1:1761313444.273263:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccab16a6. 00010000:00000010:1.1:1761313444.273265:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf865324. 00010000:00000010:1.1:1761313444.273267:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005123e7f4. 00010000:00000010:1.1:1761313444.273270:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd13f276. 00010000:00000010:1.1:1761313444.273272:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024405529. 00010000:00000010:1.1:1761313444.273275:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa525337. 00010000:00000010:1.1:1761313444.273277:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037000962. 00010000:00000010:1.1:1761313444.273280:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8dbcd4a. 00010000:00000010:1.1:1761313444.273282:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b966f2e. 00010000:00000010:1.1:1761313444.273285:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022e95140. 00010000:00000010:1.1:1761313444.273291:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f0c8990. 00010000:00000010:1.1:1761313444.273295:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8e543bd. 00010000:00000010:1.1:1761313444.273297:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a12c7aa1. 00010000:00000010:1.1:1761313444.273300:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008778f00. 00010000:00000010:1.1:1761313444.273302:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c77f62a4. 00010000:00000010:1.1:1761313444.273305:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068fb7675. 00010000:00000010:1.1:1761313444.273307:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf4410d4. 00010000:00000010:1.1:1761313444.273310:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e713f0bc. 00010000:00000010:1.1:1761313444.273312:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d520ac7d. 00010000:00000010:1.1:1761313444.273315:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf1a2941. 00010000:00000010:1.1:1761313444.273318:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e16c7c4c. 00010000:00000010:1.1:1761313444.273320:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f60d581. 00010000:00000010:1.1:1761313444.273322:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4fb2a11. 00010000:00000010:1.1:1761313444.273325:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ba775e9. 00010000:00000010:1.1:1761313444.273328:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000419d7408. 00010000:00000010:1.1:1761313444.273329:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039a55045. 00010000:00000010:1.1:1761313444.273331:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000295cdad8. 00010000:00000010:1.1:1761313444.273335:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000563c0c65. 00010000:00000010:1.1:1761313444.273339:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a197c726. 00010000:00000010:1.1:1761313444.273341:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cae0d5f. 00010000:00000010:1.1:1761313444.273343:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000487805f3. 00010000:00000010:1.1:1761313444.273345:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b928563. 00010000:00000010:1.1:1761313444.273347:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbc2db1f. 00010000:00000010:1.1:1761313444.273350:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083ad9d13. 00010000:00000010:1.1:1761313444.273352:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa93b734. 00010000:00000010:1.1:1761313444.273354:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7d137b9. 00010000:00000010:1.1:1761313444.273357:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052ae2410. 00010000:00000010:1.1:1761313444.273359:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e2c9952. 00010000:00000010:1.1:1761313444.273362:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005671f468. 00010000:00000010:1.1:1761313444.273364:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d62afcd. 00010000:00000010:1.1:1761313444.273367:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f93c30d. 00010000:00000010:1.1:1761313444.273369:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000060bfcdb. 00010000:00000010:1.1:1761313444.273371:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048d28146. 00010000:00000010:1.1:1761313444.273373:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c19d48e. 00010000:00000010:1.1:1761313444.273376:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ce6c002. 00010000:00000010:1.1:1761313444.273378:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c059cce8. 00010000:00000010:1.1:1761313444.273380:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009900415a. 00010000:00000010:1.1:1761313444.273383:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af1d6e47. 00010000:00000010:1.1:1761313444.273386:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069850cca. 00010000:00000010:1.1:1761313444.273388:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb5092e. 00010000:00000010:1.1:1761313444.273391:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc3b1d3a. 00010000:00000010:1.1:1761313444.273394:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccef14bc. 00010000:00000010:1.1:1761313444.273396:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f2a571b. 00010000:00000010:1.1:1761313444.273399:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f519a6bc. 00010000:00000010:1.1:1761313444.273401:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb4d8038. 00010000:00000010:1.1:1761313444.273404:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e4162c5. 00010000:00000010:1.1:1761313444.273406:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006947d056. 00010000:00000010:1.1:1761313444.273409:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01719d6. 00010000:00000010:1.1:1761313444.273411:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea2f0b6c. 00010000:00000010:1.1:1761313444.273413:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f15d3e. 00010000:00000010:1.1:1761313444.273416:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006649f4d5. 00010000:00000010:1.1:1761313444.273419:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e977906d. 00010000:00000010:1.1:1761313444.273421:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061f36c1e. 00010000:00000010:1.1:1761313444.273423:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b05088e9. 00010000:00000010:1.1:1761313444.275648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b62fe3b. 00010000:00000010:1.1:1761313444.275660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c759abf1. 00010000:00000010:1.1:1761313444.275664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d8e9dec. 00010000:00000010:1.1:1761313444.283656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7340061. 00010000:00000010:1.1:1761313444.283665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0c239c7. 00010000:00000010:1.1:1761313444.283668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071dd5228. 00010000:00000010:3.1:1761313444.287007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b3dabe9. 00010000:00000010:3.1:1761313444.287015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005804b1e. 00010000:00000010:3.1:1761313444.287019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080d96c30. 00010000:00000010:3.1:1761313444.287023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8e1b356. 00010000:00000010:3.1:1761313444.287026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a02db8. 00010000:00000010:0.1:1761313444.297935:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d23ae7. 00010000:00000010:1.1:1761313444.303531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070e9fd7a. 00010000:00000010:1.1:1761313444.303540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18d3824. 00010000:00000010:0.1:1761313444.310604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052eb56a2. 00010000:00000010:0.1:1761313444.310611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054cd3cf0. 00010000:00000010:2.1:1761313444.310644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc8e8c8. 00010000:00000010:2.1:1761313444.310652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:1.1:1761313444.310662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028982e37. 00010000:00000010:1.1:1761313444.310669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071dd5228. 00010000:00000010:1.1:1761313444.315727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe01729f. 00010000:00000010:2.1:1761313444.318606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001e676d3. 00010000:00000010:2.1:1761313444.318620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313444.318624:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0337fd1. 00010000:00000010:2.1:1761313444.318629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:2.1:1761313444.318631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a96460a. 00010000:00000010:2.1:1761313444.318634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c63a80e. 00010000:00000010:0.1:1761313444.319600:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e97b6c. 00010000:00000010:1.1:1761313444.323163:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f597ae52. 00010000:00000010:2.1:1761313444.323536:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd5a61b9. 00010000:00000010:2.1:1761313444.323543:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000825aca2a. 00010000:00000010:2.1:1761313444.323546:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b826fdd. 00010000:00000010:2.1:1761313444.323549:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:0.1:1761313444.323846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007b1d32a. 00010000:00000010:0.1:1761313444.329509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000103bc937. 00010000:00000010:2.1:1761313444.333666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072b2f8bc. 00010000:00000010:2.1:1761313444.333681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:0.1:1761313444.346949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3e1b32e. 00010000:00000010:0.1:1761313444.346957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:1.1:1761313444.347154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df83c085. 00010000:00000010:2.1:1761313444.351715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001429982d. 00010000:00000010:2.1:1761313444.351724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb62b356. 00010000:00000010:2.1:1761313444.351727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a96460a. 00010000:00000010:2.1:1761313444.351730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313444.352793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b051058. 00010000:00000010:3.1:1761313444.355580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048a1210c. 00010000:00000010:2.1:1761313444.355583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be8fbe7c. 00010000:00000010:2.1:1761313444.355588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000825aca2a. 00010000:00000010:1.1:1761313444.355602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050a8a018. 00010000:00000010:0.1:1761313444.363510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024d51406. 00010000:00000010:0.1:1761313444.363518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c63a80e. 00010000:00000010:1.1:1761313444.363606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae026ebf. 00010000:00000010:0.1:1761313444.367498:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033d72a8f. 00010000:00000010:0.1:1761313444.367504:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:0.1:1761313444.367507:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeea3e03. 00010000:00000010:0.1:1761313444.367510:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:1.1:1761313444.375532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9ac7d99. 00010000:00000010:0.1:1761313444.379525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007549d80f. 00010000:00000010:0.1:1761313444.379542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:1.1:1761313444.379593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598dd9a7. 00010000:00000010:1.1:1761313444.383607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f99361a. 00010000:00000010:0.1:1761313444.383891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeb84798. 00010000:00000010:0.1:1761313444.383899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:1.1:1761313444.393520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b84fc0. 00010000:00000010:0.1:1761313444.397549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000980bfbf2. 00010000:00000010:0.1:1761313444.397558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:1.1:1761313444.401507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000706e4bfb. 00010000:00000010:0.1:1761313444.401559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fb88978. 00010000:00000010:0.1:1761313444.401566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8a8b058. 00010000:00000010:0.1:1761313444.401570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:0.1:1761313444.401574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aff15445. 00010000:00000010:0.1:1761313444.401577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:3.1:1761313444.406640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be603400. 00010000:00000010:3.1:1761313444.406659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:1.1:1761313444.406660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074acbceb. 00010000:00000010:0.1:1761313444.410642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036d745cc. 00010000:00000010:0.1:1761313444.410653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a02db8. 00010000:00000010:0.1:1761313444.410657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000357eb64e. 00010000:00000010:0.1:1761313444.410659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:1.1:1761313444.411517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d489976. 00010000:00000010:0.1:1761313444.416514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c740680a. 00010000:00000010:0.1:1761313444.416525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1bb3f2. 00010000:00000010:1.1:1761313444.426428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f362615. 00010000:00000010:1.1:1761313444.431528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f39aad4d. 00010000:00000010:0.1:1761313444.432741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e9a1527. 00010000:00000010:0.1:1761313444.432753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de95543a. 00010000:00000010:0.1:1761313444.432758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:0.1:1761313444.435680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029d8c351. 00010000:00000010:0.1:1761313444.435686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:0.1:1761313444.435690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e9ac531. 00010000:00000010:0.1:1761313444.435695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1bb3f2. 00010000:00000010:3.1:1761313444.436378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009257d322. 00010000:00000010:2.1:1761313444.439680:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000caf5207d. 00010000:00000010:0.1:1761313444.443012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc82d944. 00010000:00000010:0.1:1761313444.443020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:0.1:1761313444.443024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000357eb64e. 00010000:00000010:0.1:1761313444.443026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:1.1:1761313444.452152:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb13902c. 00010000:00000010:3.1:1761313444.455600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba19c5ce. 00010000:00000010:3.1:1761313444.455607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1bb3f2. 00010000:00000010:0.1:1761313444.456542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059021dd4. 00010000:00000010:0.1:1761313444.456549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:1.1:1761313444.461077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c24e391a. 00010000:00000010:3.1:1761313444.468153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bc61162. 00010000:00000010:3.1:1761313444.468173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb1990f. 00010000:00000010:1.1:1761313444.468331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014797b7b. 00010000:00000010:1.1:1761313444.484036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3864ee. 00010000:00000010:0.1:1761313444.485418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c6315e. 00010000:00000010:3.1:1761313444.485573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083776bf1. 00010000:00000010:3.1:1761313444.485581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:2.1:1761313444.487506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6023824. 00010000:00000010:2.1:1761313444.487512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb1990f. 00010000:00000010:0.1:1761313444.490693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0e359e. 00010000:00000010:1.1:1761313444.491735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f27c3b26. 00010000:00000010:1.1:1761313444.491743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000825aca2a. 00010000:00000010:1.1:1761313444.504511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f18bcc4c. 00010000:00000010:1.1:1761313444.504522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005210f60d. 00010000:00000010:1.1:1761313444.504527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071dd5228. 00010000:00000010:3.1:1761313444.507798:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec2435df. 00010000:00000010:1.1:1761313444.519538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9970e42. 00010000:00000010:1.1:1761313444.519545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d8e9dec. 00010000:00000010:2.1:1761313444.523540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009c2651a. 00010000:00000010:1.1:1761313444.523592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022000406. 00010000:00000010:1.1:1761313444.523598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b05088e9. 00010000:00000010:3.1:1761313444.523684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088fcf99c. 00010000:00000010:3.1:1761313444.523690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071dd5228. 00010000:00000010:1.1:1761313444.527542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e7fc734. 00010000:00000010:0.1:1761313444.527583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005b9a7be. 00010000:00000010:3.1:1761313444.530741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4236e80. 00010000:00000010:3.1:1761313444.530752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:3.1:1761313444.530757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8e1b356. 00010000:00000010:3.1:1761313444.530759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064fafd2e. 00010000:00000010:1.1:1761313444.534499:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c9fafe2. 00010000:00000010:1.1:1761313444.534507:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:0.1:1761313444.534514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f57c3880. 00010000:00000010:2.1:1761313444.539514:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050417ba3. 00010000:00000010:2.1:1761313444.539524:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b05088e9. 00010000:00000010:0.1:1761313444.540085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fea21f5. 00010000:00000010:0.1:1761313444.543523:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf817a1d. 00010000:00000010:2.1:1761313444.544331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000825877d3. 00010000:00000010:2.1:1761313444.544338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313444.548537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee00ae53. 00010000:00000010:2.1:1761313444.557523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2753eca. 00010000:00000010:2.1:1761313444.557534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:0.1:1761313444.557930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e304ea0. 00010000:00000010:0.1:1761313444.557937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313444.561643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d71702db. 00010000:00000010:0.1:1761313444.561902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000357eb64e. 00010000:00000010:0.1:1761313444.561909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:0.1:1761313444.561913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2c5d344. 00010000:00000010:0.1:1761313444.561915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:0.1:1761313444.561918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb777112. 00010000:00000010:0.1:1761313444.561922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:0.1:1761313444.570505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018eca388. 00010000:00000010:0.1:1761313444.570511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:1.1:1761313444.570635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d914f13b. 00010000:00000010:2.1:1761313444.571640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064f53033. 00010000:00000010:2.1:1761313444.578914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017cf2625. 00010000:00000010:2.1:1761313444.582482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000039ef93a. 00010000:00000010:2.1:1761313444.582489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f720632. 00010000:00000010:2.1:1761313444.582494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700585e9. 00010000:00000010:2.1:1761313444.582496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087799593. 00010000:00000010:2.1:1761313444.582499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:2.1:1761313444.582502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a96460a. 00010000:00000010:2.1:1761313444.582505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313444.582610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001defbf7b. 00010000:00000010:2.1:1761313444.586027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c16e522. 00010000:00000010:2.1:1761313444.586050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:2.1:1761313444.586054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cb6c022. 00010000:00000010:2.1:1761313444.586056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008118f4e. 00010000:00000010:1.1:1761313444.586547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93cd48c. 00010000:00000010:3.1:1761313444.586641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050489668. 00010000:00000010:2.1:1761313444.589597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e00e6e1. 00010000:00000010:2.1:1761313444.589604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:3.1:1761313444.589670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f981a24. 00010000:00000010:3.1:1761313444.592563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fa0e25f. 00010000:00000010:2.1:1761313444.596230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000203f27d5. 00010000:00000010:2.1:1761313444.596248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313444.596252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5171a3. 00010000:00000010:2.1:1761313444.596255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008118f4e. 00010000:00000010:2.1:1761313444.596258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a96460a. 00010000:00000010:2.1:1761313444.596261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:0.1:1761313444.596578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfa9dfc5. 00010000:00000010:0.1:1761313444.600584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002858378c. 00010000:00000010:2.1:1761313444.608643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003f6a662. 00010000:00000010:2.1:1761313444.608650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:0.1:1761313444.609573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f370e29. 00010000:00000010:2.1:1761313444.611510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001f92148. 00010000:00000010:2.1:1761313444.611517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:2.1:1761313444.611521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5a1470c. 00010000:00000010:2.1:1761313444.611524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:3.1:1761313444.612009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052fc8c6. 00010000:00000010:1.1:1761313444.615546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b7dfac2. 00010000:00000010:3.1:1761313444.615679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efc72a77. 00010000:00000010:2.1:1761313444.615709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b87be379. 00010000:00000010:2.1:1761313444.615718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008118f4e. 00010000:00000010:2.1:1761313444.615722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090acda6b. 00010000:00000010:2.1:1761313444.615725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313444.615728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a96460a. 00010000:00000010:2.1:1761313444.615731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bffd3ab. 00010000:00000010:2.1:1761313444.623607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dd71543. 00010000:00000010:2.1:1761313444.623615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa6ef9d4. 00010000:00000010:1.1:1761313444.623931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000690a02c2. 00010000:00000010:1.1:1761313444.627219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2db09a. 00010000:00000010:2.1:1761313444.627693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2af9de2. 00010000:00000010:2.1:1761313444.627701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:1.1:1761313444.630531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afa12011. 00010000:00000010:1.1:1761313444.630546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002306b043. 00010000:00000010:1.1:1761313444.630550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eae39870. 00010000:00000010:2.1:1761313444.631054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8eb339d. 00010000:00000010:2.1:1761313444.631063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:2.1:1761313444.631068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c13ba310. 00010000:00000010:2.1:1761313444.631072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bffd3ab. 00010000:00000010:2.1:1761313444.631075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e304c7b. 00010000:00000010:2.1:1761313444.631078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:3.1:1761313444.632744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0e9dce. 00010000:00000010:2.1:1761313444.633397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b168360. 00010000:00000010:2.1:1761313444.633405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008118f4e. 00010000:00000010:2.1:1761313444.633408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008da26d9a. 00010000:00000010:2.1:1761313444.633411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa6ef9d4. 00010000:00000010:1.1:1761313444.633550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf4ff6fa. 00010000:00000010:0.1:1761313444.638499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8b9610f. 00010000:00000010:2.1:1761313444.640268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000087d726e. 00010000:00000010:2.1:1761313444.640280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:1.1:1761313444.645032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8d67cf. 00010000:00000010:2.1:1761313444.650388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdf2b0e1. 00010000:00000010:2.1:1761313444.650397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313444.653945:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a86f537a. 00010000:00000010:2.1:1761313444.657518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000091cefc6. 00010000:00000010:2.1:1761313444.657529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:2.1:1761313444.661579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca0ec38. 00010000:00000010:2.1:1761313444.661588:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d4cb0dc. 00010000:00000010:2.1:1761313444.661592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa6ef9d4. 00010000:00000010:2.1:1761313444.661594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a96460a. 00010000:00000010:2.1:1761313444.661597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313444.661698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003541361c. 00010000:00000010:2.1:1761313444.666148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e56e473e. 00010000:00000010:2.1:1761313444.666160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008118f4e. 00010000:00000010:0.1:1761313444.666506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d225039. 00010000:00000010:1.1:1761313444.670540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000652068b3. 00010000:00000010:2.1:1761313444.670921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006be45325. 00010000:00000010:2.1:1761313444.670927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bffd3ab. 00010000:00000010:1.1:1761313444.678757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000979640e5. 00010000:00000010:2.1:1761313444.679523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002442c25d. 00010000:00000010:2.1:1761313444.679532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:0.1:1761313444.683512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084eccc89. 00010000:00000010:2.1:1761313444.683677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000529f0031. 00010000:00000010:2.1:1761313444.683683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313444.691909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080aafbe5. 00010000:00000010:2.1:1761313444.691932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e977906d. 00010000:00000010:1.1:1761313444.692303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007709e20e. 00010000:00000010:1.1:1761313444.692311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008118f4e. 00010000:00000010:1.1:1761313444.692314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061f36c1e. 00010000:00000010:1.1:1761313444.692317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d8e9dec. 00010000:00000010:1.1:1761313444.696762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6a8b35d. 00010000:00000010:1.1:1761313444.696769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094fbb85e. 00010000:00000010:0.1:1761313444.697221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc7cdf3b. 00010000:00000010:2.1:1761313444.700128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090f3a225. 00010000:00000010:2.1:1761313444.700136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:2.1:1761313444.700140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001279a5c8. 00010000:00000010:2.1:1761313444.700144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313444.703496:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4796da4. 00010000:00000010:2.1:1761313444.703502:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb89e8a3. 00010000:00000010:2.1:1761313444.703507:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bffd3ab. 00010000:00000010:0.1:1761313444.703559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1343820. 00010000:00000010:2.1:1761313444.703697:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d409e0d. 00010000:00000010:2.1:1761313444.703700:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa6ef9d4. 00010000:00000010:2.1:1761313444.703703:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a96460a. 00010000:00000010:2.1:1761313444.703706:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:1.1:1761313444.706647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c6d045c. 00010000:00000010:2.1:1761313444.707646:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000671dee76. 00010000:00000010:2.1:1761313444.707655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:2.1:1761313444.712040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e48807e. 00010000:00000010:2.1:1761313444.712049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313444.712210:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f45bc396. 00010000:00000010:2.1:1761313444.716950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000169dffd9. 00010000:00000010:2.1:1761313444.716957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:0.1:1761313444.717621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b0f54a7. 00010000:00000010:2.1:1761313444.721506:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000504ef3bf. 00010000:00000010:2.1:1761313444.721512:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adef7dd7. 00010000:00000010:2.1:1761313444.721516:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:2.1:1761313444.726567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004579d625. 00010000:00000010:2.1:1761313444.734531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030740463. 00010000:00000010:2.1:1761313444.734540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313444.734544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a96460a. 00010000:00000010:2.1:1761313444.734548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:2.1:1761313444.734551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008f0f456. 00010000:00000010:2.1:1761313444.734554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:0.1:1761313444.737604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d148a31d. 00010000:00000010:1.1:1761313444.738726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2834b54. 00010000:00000010:1.1:1761313444.738733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa6ef9d4. 00010000:00000010:0.1:1761313444.741956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001bc7dfd. 00010000:00000010:0.1:1761313444.741974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000815fa725. 00010000:00000010:1.1:1761313444.742512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083bdfc58. 00010000:00000010:1.1:1761313444.742522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d8e9dec. 00010000:00000010:0.1:1761313444.746527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a67fea99. 00010000:00000010:1.1:1761313444.748390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fc980e9. 00010000:00000010:1.1:1761313444.748415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f15d3e. 00010000:00000010:1.1:1761313444.750502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000df0330a. 00010000:00000010:1.1:1761313444.750510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01719d6. 00010000:00000010:1.1:1761313444.750514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061f36c1e. 00010000:00000010:1.1:1761313444.750517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d8e9dec. 00010000:00000010:0.1:1761313444.754363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cb4974f. 00010000:00000010:1.1:1761313444.758799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076001347. 00010000:00000010:1.1:1761313444.758818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e4162c5. 00010000:00000010:0.1:1761313444.763217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079be846f. 00010000:00000010:0.1:1761313444.766517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c76aac40. 00010000:00000010:1.1:1761313444.766602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb78bc4a. 00010000:00000010:1.1:1761313444.766611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d8e9dec. 00010000:00000010:2.1:1761313444.770488:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005aab4dee. 00010000:00000010:2.1:1761313444.770498:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01719d6. 00010000:00000010:0.1:1761313444.770523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de8aae39. 00010000:00000010:1.1:1761313444.776528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9cf5004. 00010000:00000010:1.1:1761313444.783875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000068477a0. 00010000:00000010:2.1:1761313444.783916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019c0f348. 00010000:00000010:2.1:1761313444.783925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:2.1:1761313444.787517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aca0625b. 00010000:00000010:2.1:1761313444.787532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:2.1:1761313444.787537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a96460a. 00010000:00000010:2.1:1761313444.787541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313444.793021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059fb9b8d. 00010000:00000010:2.1:1761313444.793069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058b4b50d. 00010000:00000010:2.1:1761313444.793077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bffd3ab. 00010000:00000010:2.1:1761313444.795809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f183da0. 00010000:00000010:2.1:1761313444.795829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:1.1:1761313444.795919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5551f4. 00010000:00000010:2.1:1761313444.799720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000154499cf. 00010000:00000010:2.1:1761313444.799736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:1.1:1761313444.800829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f5db571. 00010000:00000010:0.1:1761313444.811518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000903f5dab. 00010000:00000010:1.1:1761313444.812548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c5cf1a4. 00010000:00000010:1.1:1761313444.812558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:1.1:1761313444.816533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c61d026. 00010000:00000010:2.1:1761313444.817001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024092cba. 00010000:00000010:2.1:1761313444.817009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d8e9dec. 00010000:00000010:2.1:1761313444.817014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a96460a. 00010000:00000010:2.1:1761313444.817018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:2.1:1761313444.822480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000931244a0. 00010000:00000010:2.1:1761313444.822495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:1.1:1761313444.835037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077d19958. 00010000:00000010:2.1:1761313444.840699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4a99040. 00010000:00000010:2.1:1761313444.840715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bffd3ab. 00010000:00000010:2.1:1761313444.847798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f54d649. 00010000:00000010:2.1:1761313444.847817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a3735c5. 00010000:00000010:2.1:1761313444.847821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:1.1:1761313444.848500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcfec357. 00010000:00000010:2.1:1761313444.852636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5f189a8. 00010000:00000010:2.1:1761313444.852646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:2.1:1761313444.857703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016695e8e. 00010000:00000010:2.1:1761313444.857719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bffd3ab. 00010000:00000010:2.1:1761313444.857722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a96460a. 00010000:00000010:2.1:1761313444.857725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:1.1:1761313444.860709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afdc4244. 00010000:00000010:1.1:1761313444.860720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003097deb7. 00010000:00000010:2.1:1761313444.862239:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005300a0f3. 00010000:00000010:2.1:1761313444.862253:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0ebaa53. 00010000:00000010:2.1:1761313444.862257:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:1.1:1761313444.866507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b118860. 00010000:00000010:2.1:1761313444.869002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003360fae. 00010000:00000010:2.1:1761313444.869011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:0.1:1761313444.873522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a54e1980. 00010000:00000010:2.1:1761313444.881515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000330c4856. 00010000:00000010:2.1:1761313444.881521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:0.1:1761313444.883607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4602509. 00010000:00000010:2.1:1761313444.884043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b979def. 00010000:00000010:2.1:1761313444.884049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:1.1:1761313444.886492:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006591db73. 00010000:00000010:2.1:1761313444.886495:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bff2b29b. 00010000:00000010:2.1:1761313444.886503:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:2.1:1761313444.886508:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004e28067. 00010000:00000010:2.1:1761313444.886512:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bffd3ab. 00010000:00000010:0.1:1761313444.886913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092791adf. 00010000:00000010:1.1:1761313444.893021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000baee2dee. 00010000:00000010:2.1:1761313444.893072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f3a5ad0. 00010000:00000010:2.1:1761313444.893078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d340c8e1. 00010000:00000010:1.1:1761313444.902512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b707fb74. 00010000:00000010:2.1:1761313444.907509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000286d7232. 00010000:00000010:2.1:1761313444.907529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bffd3ab. 00010000:00000010:2.1:1761313444.907536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e71c348. 00010000:00000010:2.1:1761313444.907539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:2.1:1761313444.907541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5072cc3. 00010000:00000010:2.1:1761313444.907544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d340c8e1. 00010000:00000010:1.1:1761313444.916517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f419c48a. 00010000:00000010:1.1:1761313444.916528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d288e2c2. 00010000:00000010:2.1:1761313444.916540:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002958f3d6. 00010000:00000010:2.1:1761313444.916548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:1.1:1761313444.918602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d12f623d. 00010000:00000010:0.1:1761313444.918607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007cc8f18. 00010000:00000010:3.1:1761313444.918701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000635a4cf. 00010000:00000010:3.1:1761313444.918709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d340c8e1. 00010000:00000010:2.1:1761313444.919243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9eff875. 00010000:00000010:2.1:1761313444.919252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:0.1:1761313444.924505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd332059. 00010000:00000010:2.1:1761313444.927621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7eb6595. 00010000:00000010:2.1:1761313444.927634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064fafd2e. 00010000:00000010:0.1:1761313444.931551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c76e0f60. 00010000:00000010:0.1:1761313444.931565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065aad578. 00010000:00000010:2.1:1761313444.931629:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f723e8ad. 00010000:00000010:2.1:1761313444.931637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:2.1:1761313444.936514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f6121a2. 00010000:00000010:2.1:1761313444.936535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdc2af43. 00010000:00000010:2.1:1761313444.936539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:1.1:1761313444.943990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ea591f1. 00010000:00000010:2.1:1761313444.944721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c203482. 00010000:00000010:2.1:1761313444.944729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:2.1:1761313444.948504:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a96460a. 00010000:00000010:2.1:1761313444.948510:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:2.1:1761313444.957513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070a73d42. 00010000:00000010:2.1:1761313444.957521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:1.1:1761313444.957543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041878b73. 00010000:00000010:0.1:1761313444.961514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5fb269. 00010000:00000010:2.1:1761313444.961617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ac1f290. 00010000:00000010:2.1:1761313444.961625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bffd3ab. 00010000:00000010:1.1:1761313444.965517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb85345d. 00010000:00000010:2.1:1761313444.965519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aa031ea. 00010000:00000010:2.1:1761313444.965528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:0.1:1761313444.965572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011687c4b. 00010000:00000010:2.1:1761313444.969771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4f98282. 00010000:00000010:2.1:1761313444.969784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:0.1:1761313444.976436:0:1042:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba0ccb39. 00010000:00000010:2.1:1761313444.976502:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000135817cf. 00010000:00000010:2.1:1761313444.976510:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:1.1:1761313444.976513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be224e33. 00010000:00000010:2.1:1761313444.976515:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a96460a. 00010000:00000010:2.1:1761313444.976522:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bffd3ab. 00010000:00000010:2.1:1761313444.980511:0:78509:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3cbe2c6. 00010000:00000010:2.1:1761313444.980519:0:78509:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313444.980652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fa3bcf0. 00010000:00000010:2.1:1761313444.987500:0:78509:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea6ba474. 00010000:00000010:2.1:1761313444.987511:0:78509:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:3.1:1761313444.990611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9079a2a. 00010000:00000010:3.1:1761313444.990619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:1.1:1761313444.990686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083bc9744. 00010000:00000010:0.1:1761313444.995514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081860fff. 00010000:00000010:3.1:1761313444.999515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059da3a1d. 00010000:00000010:3.1:1761313444.999529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:3.1:1761313445.004700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008b2121a. 00010000:00000010:3.1:1761313445.004712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bef4e40. 00010000:00000010:3.1:1761313445.004716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8e1b356. 00010000:00000010:3.1:1761313445.004719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:0.1:1761313445.004748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000678f9ebd. 00010000:00000010:3.1:1761313445.020522:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c4036e3. 00010000:00000010:3.1:1761313445.020564:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579e1d2. 00010000:00000010:0.1:1761313445.020587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044cb8f20. 00010000:00000010:3.1:1761313445.023511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6aeb773. 00010000:00000010:3.1:1761313445.023524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a857bf4. 00010000:00000010:3.1:1761313445.023530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:1.1:1761313445.023563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3452cdd. 00010000:00000010:3.1:1761313445.027013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e58619df. 00010000:00000010:3.1:1761313445.027025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:3.1:1761313445.030497:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079f9355b. 00010000:00000010:3.1:1761313445.030504:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bef4e40. 00010000:00000010:1.1:1761313445.033695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f53235c. 00010000:00000010:3.1:1761313445.038527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007904ce2e. 00010000:00000010:3.1:1761313445.038538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:3.1:1761313445.038545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8e1b356. 00010000:00000010:3.1:1761313445.038551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bef4e40. 00010000:00000010:0.1:1761313445.040023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050db1b05. 00010000:00000010:3.1:1761313445.041518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1ee6db2. 00010000:00000010:3.1:1761313445.041532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:1.1:1761313445.046198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055b376f2. 00010000:00000010:1.1:1761313445.046231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d714249. 00010000:00000010:1.1:1761313445.046238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd4fd5b1. 00010000:00000010:1.1:1761313445.046241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579e1d2. 00010000:00000010:0.1:1761313445.057055:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6abe158. 00010000:00000010:3.1:1761313445.060524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000208640a0. 00010000:00000010:3.1:1761313445.060540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f15d3e. 00010000:00000010:2.1:1761313445.060667:0:78515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000014d9a52. 00010000:00000010:1.1:1761313445.060820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012bd9f56. 00010000:00000010:1.1:1761313445.060826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e4162c5. 00010000:00000010:0.1:1761313445.069504:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091d3a1d1. 00010000:00000010:3.1:1761313445.070391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c7fa650. 00010000:00000010:3.1:1761313445.070400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:3.1:1761313445.070403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8e1b356. 00010000:00000010:3.1:1761313445.070407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bef4e40. 00010000:00000010:0.1:1761313445.074497:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007d9896e. 00010000:00000010:0.1:1761313445.074505:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002544ac1b. 00010000:00000010:0.1:1761313445.074511:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:2.1:1761313445.083847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000674d6b3a. 00010000:00000010:3.1:1761313445.088513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076452dbf. 00010000:00000010:3.1:1761313445.088523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:0.1:1761313445.097568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000042ac447. 00010000:00000010:0.1:1761313445.097583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1d02cb5. 00010000:00000010:0.1:1761313445.097587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bef4e40. 00010000:00000010:0.1:1761313445.101633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fef0cf2. 00010000:00000010:3.1:1761313445.104554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c0158cc. 00010000:00000010:3.1:1761313445.104575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:3.1:1761313445.109336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f018af66. 00010000:00000010:3.1:1761313445.109347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:3.1:1761313445.109352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8e1b356. 00010000:00000010:3.1:1761313445.109356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00010000:00000010:1.1:1761313445.109511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3b28195. 00010000:00000010:2.1:1761313445.118714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6055447. 00010000:00000010:2.1:1761313445.118723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f2b45d. 00010000:00000010:1.1:1761313445.119520:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b3f2d21. 00010000:00000010:0.1:1761313445.123859:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b3f44bf. 00010000:00000010:0.1:1761313445.123875:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:0.1:1761313445.127552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f43e9a15. 00010000:00000010:1.1:1761313445.127559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b924adf1. 00010000:00000010:1.1:1761313445.127570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000001e0492. 00010000:00000010:0.1:1761313445.127570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:2.1:1761313445.131511:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bbdb00e. 00010000:00000010:2.1:1761313445.131522:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:1.1:1761313445.131532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c5bc641. 00010000:00000010:0.1:1761313445.138562:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000865b796e. 00010000:00000010:0.1:1761313445.138569:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:1.1:1761313445.144550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc765b96. 00010000:00000010:0.1:1761313445.144555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000357eb64e. 00010000:00000010:0.1:1761313445.144574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:0.1:1761313445.151752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b13b6c1. 00010000:00000010:0.1:1761313445.151763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:2.1:1761313445.151835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9aa948c. 00010000:00000010:2.1:1761313445.169514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5b96889. 00010000:00000010:1.1:1761313445.169546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be3a6bac. 00010000:00000010:1.1:1761313445.169553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d87790ec. 00010000:00000010:1.1:1761313445.172611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7649f80. 00010000:00000010:3.1:1761313445.173059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b788ae5. 00010000:00000010:3.1:1761313445.173067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e4162c5. 00010000:00000010:1.1:1761313445.177755:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000252949e4. 00010000:00000010:0.1:1761313445.184506:0:64768:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f41d2f1a. 00010000:00000010:0.1:1761313445.184514:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00010000:00000010:0.1:1761313445.194948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2b24148. 00010000:00000010:0.1:1761313445.194967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:1.1:1761313445.195806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5dfe49d. 00010000:00000010:1.1:1761313445.198510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a356522. 00010000:00000010:1.1:1761313445.198530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:1.1:1761313445.198535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090f560fb. 00010000:00000010:1.1:1761313445.198538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078ff3dce. 00010000:00000010:1.1:1761313445.198544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2558ca5. 00010000:00000010:1.1:1761313445.198547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f457d080. 00010000:00000010:1.1:1761313445.198550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd9ba4d1. 00010000:00000010:0.1:1761313445.199756:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f7150c2. 00010000:00000010:0.1:1761313445.201497:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a8a5c5. 00010000:00000010:3.1:1761313445.208026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058abbb71. 00010000:00000010:0.1:1761313445.208503:0:78510:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000733b7f20. 00010000:00000010:0.1:1761313445.208514:0:78510:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010184d03. 00010000:00000010:2.1:1761313445.216535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a96460a. 00010000:00000010:2.1:1761313445.216556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bffd3ab. 00010000:00000010:2.1:1761313445.216561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b780281. 00010000:00000010:2.1:1761313445.216564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:2.1:1761313445.216567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f1f128d. 00010000:00000010:2.1:1761313445.216569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:2.1:1761313445.216578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088fab5ca. 00010000:00000010:2.1:1761313445.216588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:2.1:1761313445.216595:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cca9c9f. 00010000:00000010:2.1:1761313445.216598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:2.1:1761313445.216601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a35d31e. 00010000:00000010:2.1:1761313445.216616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:2.1:1761313445.216620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f524dd52. 00010000:00000010:2.1:1761313445.216623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:3.1:1761313445.216704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c22112. 00010000:00000010:3.1:1761313445.216719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e863342. 00010000:00000010:3.1:1761313445.216723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:3.1:1761313445.216741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8e1b356. 00010000:00000010:3.1:1761313445.216749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:3.1:1761313445.216752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d0ed60d. 00010000:00000010:3.1:1761313445.216756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b81f107. 00010000:00000010:3.1:1761313445.216758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8f54ffd. 00010000:00000010:3.1:1761313445.216764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.1:1761313445.216766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065f903ff. 00010000:00000010:3.1:1761313445.216770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f2b45d. 00010000:00000010:3.1:1761313445.216772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2b960af. 00010000:00000010:3.1:1761313445.216774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bef4e40. 00010000:00000010:3.1:1761313445.216777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000465005ac. 00010000:00000010:3.1:1761313445.216779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:3.1:1761313445.216782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005527614b. 00010000:00000010:3.1:1761313445.216784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579e1d2. 00010000:00000010:3.1:1761313445.216786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000117590f. 00010000:00000010:3.1:1761313445.216790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064fafd2e. 00010000:00000010:3.1:1761313445.216792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b313790c. 00010000:00000010:3.1:1761313445.216794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313445.216798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc2966f2. 00010000:00000010:3.1:1761313445.216802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb1990f. 00010000:00000010:3.1:1761313445.216804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bda20e63. 00010000:00000010:3.1:1761313445.216806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a02db8. 00010000:00000010:3.1:1761313445.216809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fa15cb7. 00010000:00000010:3.1:1761313445.216811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18d3824. 00010000:00000010:3.1:1761313445.216813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fca4822. 00010000:00000010:3.1:1761313445.216815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480ca547. 00010000:00000010:2.1:1761313445.224640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059cbe090. 00010000:00000010:2.1:1761313445.224660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d340c8e1. 00010000:00000010:2.1:1761313445.224665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010ed0b9c. 00010000:00000010:2.1:1761313445.224669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313445.224673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f457d080. 00010000:00000010:2.1:1761313445.224676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa6ef9d4. 00010000:00000010:2.1:1761313445.224679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000670f5f36. 00010000:00000010:2.1:1761313445.224682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008118f4e. 00010000:00000010:2.1:1761313445.224684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ae0b365. 00010000:00000010:2.1:1761313445.224688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313445.224690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002773d875. 00010000:00000010:2.1:1761313445.224693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000825aca2a. 00010000:00000010:2.1:1761313445.224695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb6f222f. 00010000:00000010:2.1:1761313445.224699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c63a80e. 00010000:00000010:2.1:1761313445.224702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000632da22d. 00010000:00000010:2.1:1761313445.224705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313445.224708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be3a6bac. 00010000:00000010:2.1:1761313445.224712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba0ccb39. 00010000:00000010:2.1:1761313445.224714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9701da8. 00010000:00000010:2.1:1761313445.224717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f77868f. 00010000:00000010:2.1:1761313445.224722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfc1c976. 00010000:00000010:2.1:1761313445.224725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056437b6a. 00010000:00000010:0.1:1761313445.247513:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000520aeef8. 00010000:00000010:0.1:1761313445.247524:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f34efce0. 00010000:00000010:0.1:1761313445.247533:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b244ac1f. 00010000:00000010:0.1:1761313445.247540:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007689deb6. 00010000:00000010:0.1:1761313445.247543:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000645059c9. 00010000:00000010:0.1:1761313445.247549:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006302e4ba. 00010000:00000010:0.1:1761313445.264725:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040c3eed6. 00010000:00000010:0.1:1761313445.264750:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bafeef2d. 00010000:00000010:0.1:1761313445.264756:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012b60190. 00010000:00000010:0.1:1761313445.264762:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003043fa4e. 00010000:00000010:0.1:1761313445.264767:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061f83a07. 00010000:00000010:0.1:1761313445.264775:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c54ce72. 00010000:00000010:0.1:1761313445.264778:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a8dec4b. 00010000:00000010:0.1:1761313445.264781:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aab13f4. 00010000:00000010:0.1:1761313445.264785:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005c11fa6. 00010000:00000010:0.1:1761313445.264788:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b20fba2b. 00010000:00000010:0.1:1761313445.264795:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000469a342a. 00010000:00000010:0.1:1761313445.264802:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659cbb1a. 00010000:00000010:0.1:1761313445.264805:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000357eb64e. 00010000:00000010:0.1:1761313445.264809:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c5aa9af. 00010000:00000010:0.1:1761313445.264811:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004f88427. 00010000:00000010:0.1:1761313445.264815:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e9a47a. 00010000:00000010:0.1:1761313445.264817:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b1f0e6e. 00010000:00000010:0.1:1761313445.264822:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b14ed50. 00010000:00000010:0.1:1761313445.264828:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006c2fe4b. 00010000:00000010:0.1:1761313445.264838:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a417ddfd. 00010000:00000010:0.1:1761313445.264847:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090417a13. 00010000:00000010:0.1:1761313445.264850:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c22112. 00010000:00000010:0.1:1761313445.264853:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f84149c. 00010000:00000010:0.1:1761313445.264856:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57fb82. 00010000:00000010:0.1:1761313445.264859:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5b3f8cb. 00010000:00000010:0.1:1761313445.264863:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d87790ec. 00010000:00000010:0.1:1761313445.264867:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0a1c275. 00010000:00000010:0.1:1761313445.264870:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9c4600. 00010000:00000010:0.1:1761313445.264873:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3d550f9. 00010000:00000010:0.1:1761313445.264877:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035218431. 00010000:00000010:0.1:1761313445.264881:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013bb6208. 00010000:00000010:0.1:1761313445.264886:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c67c96. 00010000:00000010:0.1:1761313445.264891:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000928ad4f6. 00010000:00000010:0.1:1761313445.264894:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700585e9. 00010000:00000010:0.1:1761313445.264897:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032052211. 00010000:00000010:0.1:1761313445.264901:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e1bb3f2. 00010000:00000010:0.1:1761313445.264905:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d681d90b. 00010000:00000010:0.1:1761313445.264907:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e11bd2. 00010000:00000010:0.1:1761313445.264914:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6055447. 00010000:00000010:0.1:1761313445.264917:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb62b356. 00010000:00000010:0.1:1761313445.264921:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0591fa3. 00010000:00000010:0.1:1761313445.264924:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663e8847. 00010000:00000010:0.1:1761313445.264926:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002318bf87. 00010000:00000010:0.1:1761313445.264931:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be224e33. 00010000:00000010:0.1:1761313445.264937:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbd9165b. 00010000:00000010:0.1:1761313445.264941:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066143813. 00010000:00000010:0.1:1761313445.264944:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f25dc19. 00010000:00000010:0.1:1761313445.264950:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078287cf1. 00010000:00000010:0.1:1761313445.264957:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abc9e315. 00010000:00000010:0.1:1761313445.264961:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ab75f2f. 00010000:00000010:0.1:1761313445.264964:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a58ab1df. 00010000:00000010:0.1:1761313445.264967:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e8b9177. 00010000:00000010:0.1:1761313445.264971:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006df043a1. 00010000:00000010:0.1:1761313445.264973:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f79d60f0. 00010000:00000010:0.1:1761313445.264980:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f018af66. 00010000:00000010:0.1:1761313445.264983:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba6767d. 00010000:00000010:0.1:1761313445.264985:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3f77b54. 00010000:00000010:0.1:1761313445.264989:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000129b0f2. 00010000:00000010:0.1:1761313445.264991:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b2f78e7. 00010000:00000010:0.1:1761313445.264994:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6730e2. 00010000:00000010:0.1:1761313445.264997:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7966a5a. 00010000:00000010:0.1:1761313445.265000:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b9fec66. 00010000:00000010:0.1:1761313445.265002:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3ebfe4d. 00010000:00000010:0.1:1761313445.265004:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001014da8. 00010000:00000010:0.1:1761313445.265006:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d93e8da. 00010000:00000010:0.1:1761313445.265009:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb5d7d02. 00010000:00000010:0.1:1761313445.265010:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c8ab1fe. 00010000:00000010:0.1:1761313445.265014:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094a795ba. 00010000:00000010:0.1:1761313445.265015:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8355569. 00010000:00000010:0.1:1761313445.265018:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008459fa78. 00010000:00000010:0.1:1761313445.265023:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008b179b6. 00010000:00000010:0.1:1761313445.265026:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049990707. 00010000:00000010:0.1:1761313445.265031:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c2b0498. 00010000:00000010:0.1:1761313445.265034:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d3bca15. 00010000:00000010:0.1:1761313445.265036:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000877b3a4b. 00010000:00000010:0.1:1761313445.265041:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000459d6101. 00010000:00000010:0.1:1761313445.265045:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046962172. 00010000:00000010:0.1:1761313445.265051:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e811e967. 00010000:00000010:0.1:1761313445.265057:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f7cc626. 00010000:00000010:0.1:1761313445.265064:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df83c085. 00010000:00000010:0.1:1761313445.265071:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e595a40a. 00010000:00000010:0.1:1761313445.265081:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007359e9ee. 00010000:00000010:0.1:1761313445.265084:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fc5e956. 00010000:00000010:0.1:1761313445.265087:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f921216b. 00010000:00000010:0.1:1761313445.265090:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed7de392. 00010000:00000010:0.1:1761313445.265093:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067172e9c. 00010000:00000010:0.1:1761313445.265095:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c3262dd. 00010000:00000010:0.1:1761313445.265097:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259a7296. 00010000:00000010:0.1:1761313445.265099:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8c2b5a0. 00010000:00000010:0.1:1761313445.265101:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062bc62e1. 00010000:00000010:0.1:1761313445.265104:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e12d3e8e. 00010000:00000010:0.1:1761313445.265106:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009adfa18b. 00010000:00000010:0.1:1761313445.265110:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee1dc128. 00010000:00000010:0.1:1761313445.265113:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.1:1761313445.265115:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085da41e7. 00010000:00000010:0.1:1761313445.265117:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001124c96c. 00010000:00000010:0.1:1761313445.265119:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005605b1ee. 00010000:00000010:0.1:1761313445.265121:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.1:1761313445.265123:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000594e680c. 00010000:00000010:0.1:1761313445.265125:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c154515a. 00010000:00000010:0.1:1761313445.265129:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008baf67bd. 00010000:00000010:0.1:1761313445.265130:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2689f79. 00010000:00000010:0.1:1761313445.269791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089ce4b23. 00010000:00000010:0.1:1761313445.269806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9cf5004. 00010000:00000010:0.1:1761313445.269811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057c18839. 00010000:00000010:0.1:1761313445.269815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073467d1e. 00010000:00000010:0.1:1761313445.269820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c93e95c0. 00010000:00000010:0.1:1761313445.269823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b95b295. 00010000:00000010:0.1:1761313445.269826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a619d6b7. 00010000:00000010:0.1:1761313445.269828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008f282e0. 00010000:00000010:0.1:1761313445.269831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15467f2. 00010000:00000010:0.1:1761313445.269835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094464456. 00010000:00000010:0.1:1761313445.269838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017beb68e. 00010000:00000010:0.1:1761313445.269841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd772874. 00010000:00000010:0.1:1761313445.269847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008193a9f. 00010000:00000010:0.1:1761313445.269851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1af99f9. 00010000:00000010:0.1:1761313445.269856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c13d67b8. 00010000:00000010:0.1:1761313445.269860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217e516. 00010000:00000010:0.1:1761313445.269862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018fa503d. 00010000:00000010:0.1:1761313445.269865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006331436c. 00010000:00000010:0.1:1761313445.269868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa168317. 00010000:00000010:0.1:1761313445.269870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002203f7fc. 00010000:00000010:0.1:1761313445.269873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c6a272b. 00010000:00000010:0.1:1761313445.269875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc5eebe. 00010000:00000010:0.1:1761313445.269877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004f3db96. 00010000:00000010:0.1:1761313445.269880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b94e22bd. 00010000:00000010:0.1:1761313445.269881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6f4eb02. 00010000:00000010:0.1:1761313445.269884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006302e4ba. 00010000:00000010:0.1:1761313445.269886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007cfa5bc. 00010000:00000010:0.1:1761313445.269889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007689deb6. 00010000:00000010:0.1:1761313445.269893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000645059c9. 00010000:00000010:0.1:1761313445.269897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de8aae39. 00010000:00000010:0.1:1761313445.269900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b244ac1f. 00010000:00000010:0.1:1761313445.269903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec2b7e42. 00010000:00000010:0.1:1761313445.269908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059da3a1d. 00010000:00000010:0.1:1761313445.269911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000779f8f1d. 00010000:00000010:0.1:1761313445.269914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9079a2a. 00010000:00000010:0.1:1761313445.269918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fac7ff6. 00010000:00000010:0.1:1761313445.269921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c996c34. 00010000:00000010:0.1:1761313445.269924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094d68ff6. 00010000:00000010:0.1:1761313445.269927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc2433ec. 00010000:00000010:0.1:1761313445.269929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da1994cd. 00010000:00000010:0.1:1761313445.269932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f9feea. 00010000:00000010:0.1:1761313445.269935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfc86f3d. 00010000:00000010:0.1:1761313445.269937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000881d35c6. 00010000:00000010:0.1:1761313445.269940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009233ddf2. 00010000:00000010:0.1:1761313445.269942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088ac92db. 00010000:00000010:0.1:1761313445.269945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d37ef7bd. 00010000:00000010:0.1:1761313445.269948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de0d1eeb. 00010000:00000010:0.1:1761313445.269952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009467c214. 00010000:00000010:0.1:1761313445.269954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c79cc6c. 00010000:00000010:0.1:1761313445.269957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034836c35. 00010000:00000010:0.1:1761313445.269960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4a6c55c. 00010000:00000010:0.1:1761313445.269963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1b8d58c. 00010000:00000010:0.1:1761313445.269970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004887b6d6. 00010000:00000010:0.1:1761313445.269978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ee91a3. 00010000:00000010:0.1:1761313445.269981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ace1445a. 00010000:00000010:0.1:1761313445.269986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd41e8c. 00010000:00000010:0.1:1761313445.269988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d88f6c21. 00010000:00000010:0.1:1761313445.269991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ad1425. 00010000:00000010:0.1:1761313445.269993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be710040. 00010000:00000010:0.1:1761313445.269996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba5ebf71. 00010000:00000010:0.1:1761313445.269999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c471d3f8. 00010000:00000010:0.1:1761313445.270002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000146e0a57. 00010000:00000010:0.1:1761313445.270005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000973e90b3. 00010000:00000010:0.1:1761313445.270008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000054068e1. 00010000:00000010:0.1:1761313445.270010:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fca9726b. 00010000:00000010:0.1:1761313445.270013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007bc8c12. 00010000:00000010:0.1:1761313445.270016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d9a992b. 00010000:00000010:0.1:1761313445.270019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea3a3f46. 00010000:00000010:0.1:1761313445.270021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2deb751. 00010000:00000010:0.1:1761313445.270023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017b277ff. 00010000:00000010:0.1:1761313445.270028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040670aa8. 00010000:00000010:0.1:1761313445.270031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026172e23. 00010000:00000010:0.1:1761313445.270033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf4e6944. 00010000:00000010:0.1:1761313445.270036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b09366e5. 00010000:00000010:0.1:1761313445.270038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064687c95. 00010000:00000010:0.1:1761313445.270041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3b97831. 00010000:00000010:0.1:1761313445.270043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069954b3f. 00010000:00000010:0.1:1761313445.270045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049595ccd. 00010000:00000010:0.1:1761313445.270049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e78084a. 00010000:00000010:0.1:1761313445.270052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e12dad6e. 00010000:00000010:0.1:1761313445.270054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec2bdd60. 00010000:00000010:0.1:1761313445.270058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d225039. 00010000:00000010:0.1:1761313445.270061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4967793. 00010000:00000010:0.1:1761313445.270065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8d67cf. 00010000:00000010:0.1:1761313445.270067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000259c984c. 00010000:00000010:0.1:1761313445.270071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dd38e02. 00010000:00000010:0.1:1761313445.270073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f134db7. 00010000:00000010:0.1:1761313445.270076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000197575f4. 00010000:00000010:0.1:1761313445.270082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb85cc8a. 00010000:00000010:0.1:1761313445.270086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bf6d461. 00010000:00000010:0.1:1761313445.270089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5a92a45. 00010000:00000010:0.1:1761313445.270091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000973784. 00010000:00000010:0.1:1761313445.270094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001780b2b8. 00010000:00000010:0.1:1761313445.270096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006fe22e2. 00010000:00000010:0.1:1761313445.270099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062b10fe8. 00010000:00000010:0.1:1761313445.270101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee8fd690. 00010000:00000010:0.1:1761313445.270106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008366820e. 00010000:00000010:0.1:1761313445.270110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088804e23. 00010000:00000010:0.1:1761313445.270114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e823a08. 00010000:00000010:0.1:1761313445.270116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea559904. 00010000:00000010:0.1:1761313445.270119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e49549c6. 00010000:00000010:0.1:1761313445.270122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000142623a4. 00010000:00000010:0.1:1761313445.270124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009aea4367. 00010000:00000010:0.1:1761313445.270127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c5cefc. 00010000:00000010:0.1:1761313445.270129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008041e8cc. 00010000:00000010:0.1:1761313445.270132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000582038a0. 00010000:00000010:0.1:1761313445.270135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db3512df. 00010000:00000010:0.1:1761313445.270138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009430eb54. 00010000:00000010:0.1:1761313445.270141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059aee487. 00010000:00000010:0.1:1761313445.270144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dd7b2e3. 00010000:00000010:0.1:1761313445.270148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085c71ff8. 00010000:00000010:0.1:1761313445.270151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000445aa657. 00010000:00000010:0.1:1761313445.270154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d0763a1. 00010000:00000010:0.1:1761313445.270158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0b4f9fa. 00010000:00000010:0.1:1761313445.270164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f27c3b26. 00010000:00000010:0.1:1761313445.270167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000465100e. 00010000:00000010:0.1:1761313445.270169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3b3b662. 00010000:00000010:0.1:1761313445.270172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000888b68f. 00010000:00000010:0.1:1761313445.270174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a3597a0. 00010000:00000010:0.1:1761313445.270177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366667b9. 00010000:00000010:0.1:1761313445.270190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058520934. 00010000:00000010:0.1:1761313445.270201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b37b4ba6. 00010000:00000010:0.1:1761313445.270204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c37f9571. 00010000:00000010:0.1:1761313445.270207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031d7fdb5. 00010000:00000010:0.1:1761313445.270209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025b21bc7. 00010000:00000010:0.1:1761313445.270212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084913810. 00010000:00000010:0.1:1761313445.270214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb11758a. 00010000:00000010:0.1:1761313445.270217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d895a3d. 00010000:00000010:0.1:1761313445.270219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc5a5279. 00010000:00000010:0.1:1761313445.270223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f9aa5e2. 00010000:00000010:0.1:1761313445.270225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062068138. 00010000:00000010:0.1:1761313445.270229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f981a24. 00010000:00000010:0.1:1761313445.270233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000766ff08f. 00010000:00000010:0.1:1761313445.270237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050489668. 00010000:00000010:0.1:1761313445.270239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8d7ccd8. 00010000:00000010:0.1:1761313445.270242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000072359bb. 00010000:00000010:0.1:1761313445.270244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006872d8c0. 00010000:00000010:0.1:1761313445.270247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017f3b4de. 00010000:00000010:0.1:1761313445.270250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000048d91f. 00010000:00000010:0.1:1761313445.270254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e6d27b2. 00010000:00000010:0.1:1761313445.270262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099153951. 00010000:00000010:0.1:1761313445.270271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b8bb24. 00010000:00000010:0.1:1761313445.270274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026660d4e. 00010000:00000010:0.1:1761313445.270278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b49258ec. 00010000:00000010:0.1:1761313445.270280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000639e4b43. 00010000:00000010:0.1:1761313445.270283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc84ad90. 00010000:00000010:0.1:1761313445.270285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffbbbb03. 00010000:00000010:0.1:1761313445.270288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2a7663f. 00010000:00000010:0.1:1761313445.270291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069d405ff. 00010000:00000010:0.1:1761313445.270294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bb1c407. 00010000:00000010:0.1:1761313445.270296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005feed362. 00010000:00000010:0.1:1761313445.270299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020ad8933. 00010000:00000010:0.1:1761313445.270302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000867e3c1e. 00010000:00000010:0.1:1761313445.270304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b5a9942. 00010000:00000010:0.1:1761313445.274520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cadcf8e. 00010000:00000010:0.1:1761313445.274549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044885e81. 00010000:00000010:0.1:1761313445.274558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026e9c5c8. 00010000:00000010:0.1:1761313445.274570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024cb698a. 00010000:00000010:0.1:1761313445.274581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008baf67bd. 00010000:00000010:0.1:1761313445.274591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009baaeae7. 00010000:00000010:0.1:1761313445.274597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000594e680c. 00010000:00000010:0.1:1761313445.274601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2a8d173. 00010000:00000010:0.1:1761313445.274607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005605b1ee. 00010000:00000010:0.1:1761313445.274616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2689f79. 00010000:00000010:0.1:1761313445.274637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085da41e7. 00010000:00000010:0.1:1761313445.274666:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c154515a. 00010000:00000010:0.1:1761313445.274670:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee1dc128. 00010000:00000010:0.1:1761313445.274674:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.1:1761313445.274680:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e12d3e8e. 00010000:00000010:0.1:1761313445.274684:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001124c96c. 00010000:00000010:0.1:1761313445.274687:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8c2b5a0. 00010000:00000010:0.1:1761313445.274690:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.1:1761313445.274692:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c3262dd. 00010000:00000010:0.1:1761313445.274694:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009adfa18b. 00010000:00000010:0.1:1761313445.274698:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed7de392. 00010000:00000010:0.1:1761313445.274702:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062bc62e1. 00010000:00000010:0.1:1761313445.274705:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fc5e956. 00010000:00000010:0.1:1761313445.274708:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259a7296. 00010000:00000010:0.1:1761313445.274710:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e595a40a. 00010000:00000010:0.1:1761313445.274713:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067172e9c. 00010000:00000010:0.1:1761313445.274715:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f7cc626. 00010000:00000010:0.1:1761313445.274717:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f921216b. 00010000:00000010:0.1:1761313445.274719:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046962172. 00010000:00000010:0.1:1761313445.274721:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007359e9ee. 00010000:00000010:0.1:1761313445.274723:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000877b3a4b. 00010000:00000010:0.1:1761313445.274726:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df83c085. 00010000:00000010:0.1:1761313445.274728:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c2b0498. 00010000:00000010:0.1:1761313445.274732:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e811e967. 00010000:00000010:0.1:1761313445.274736:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008b179b6. 00010000:00000010:0.1:1761313445.274739:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000459d6101. 00010000:00000010:0.1:1761313445.274744:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8355569. 00010000:00000010:0.1:1761313445.274746:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d3bca15. 00010000:00000010:0.1:1761313445.274749:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c8ab1fe. 00010000:00000010:0.1:1761313445.274752:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049990707. 00010000:00000010:0.1:1761313445.274754:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d93e8da. 00010000:00000010:0.1:1761313445.274757:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008459fa78. 00010000:00000010:0.1:1761313445.274761:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3ebfe4d. 00010000:00000010:0.1:1761313445.274765:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094a795ba. 00010000:00000010:0.1:1761313445.274770:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7966a5a. 00010000:00000010:0.1:1761313445.274773:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb5d7d02. 00010000:00000010:0.1:1761313445.274776:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b2f78e7. 00010000:00000010:0.1:1761313445.274778:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001014da8. 00010000:00000010:0.1:1761313445.274780:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3f77b54. 00010000:00000010:0.1:1761313445.274783:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b9fec66. 00010000:00000010:0.1:1761313445.296521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004423d85b. 00010000:00000010:0.1:1761313445.296533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f03266e. 00010000:00000010:0.1:1761313445.296546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6730e2. 00010000:00000010:0.1:1761313445.308430:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021a97c05. 00010000:00000010:0.1:1761313445.308444:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad1bedb4. 00010000:00000010:0.1:1761313445.308448:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b9fec66. 00010000:00000010:0.1:1761313445.310504:0:78522:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028b7bd61. 00010000:00000010:3.1:1761313445.310538:0:78509:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f24caaa1. 00010000:00000010:3.1:1761313445.310546:0:78509:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd9ba4d1. 00010000:00000010:1.1:1761313445.310888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2ce5b77. 00010000:00000010:1.1:1761313445.310896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6730e2. 00010000:00000010:2.1:1761313445.311079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000808afe98. 00010000:00000010:0.1:1761313445.312936:0:78522:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f694030. 00010000:00000010:2.1:1761313445.316499:0:78523:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d523533d. 00010000:00000010:2.1:1761313445.316508:0:78523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480ca547. 00010000:00000010:2.1:1761313445.316511:0:78523:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044ac3629. 00010000:00000010:2.1:1761313445.316514:0:78523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056437b6a. 00010000:00000010:1.1:1761313445.323503:0:78524:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa7869d1. 00010000:00000010:3.1:1761313445.323719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080de9eff. 00010000:00000010:3.1:1761313445.323775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f77868f. 00010000:00000010:2.1:1761313445.325492:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000466b1bee. 00010000:00000010:3.1:1761313445.325592:0:78525:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dc409e5. 00010000:00000010:3.1:1761313445.325600:0:78525:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18d3824. 00010000:00000010:0.1:1761313445.334084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d166c850. 00010000:00000010:2.1:1761313445.334252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdda913f. 00010000:00000010:2.1:1761313445.334259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a02db8. 00010000:00000010:1.1:1761313445.335569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c65e195. 00010000:00000010:1.1:1761313445.335579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007db749fc. 00010000:00000010:1.1:1761313445.335582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056437b6a. 00010000:00000010:2.1:1761313445.352523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d3195d6. 00010000:00000010:2.1:1761313445.352530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000446e8a7b. 00010000:00000010:2.1:1761313445.352533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2558ca5. 00010000:00000010:2.1:1761313445.352536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044ac3629. 00010000:00000010:2.1:1761313445.352538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba0ccb39. 00010000:00000010:2.1:1761313445.354525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016419003. 00010000:00000010:2.1:1761313445.354531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007db08a98. 00010000:00000010:2.1:1761313445.354535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008efb93b6. 00010000:00000010:2.1:1761313445.354539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.1:1761313445.354591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cef4002. 00010000:00000010:0.1:1761313445.354597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000965d2de1. 00010000:00000010:0.1:1761313445.359739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7f04259. 00010000:00000010:2.1:1761313445.368843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fe62790. 00010000:00000010:2.1:1761313445.368848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b9fec66. 00010000:00000010:0.1:1761313445.371520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fac65f47. 00010000:00000010:0.1:1761313445.371537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba0ccb39. 00010000:00000010:1.1:1761313445.372454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009318e123. 00010000:00000010:3.1:1761313445.372637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003907e0d3. 00010000:00000010:2.1:1761313445.374555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e223224. 00010000:00000010:2.1:1761313445.374570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001014da8. 00010000:00000010:2.1:1761313445.374574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1fec617. 00010000:00000010:2.1:1761313445.374577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008efb93b6. 00010000:00000010:1.1:1761313445.374622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a6a7b6. 00010000:00000010:0.1:1761313445.387542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb1eb297. 00010000:00000010:0.1:1761313445.387551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f782c24. 00010000:00000010:1.1:1761313445.393556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008842060b. 00010000:00000010:3.1:1761313445.398160:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001909fbea. 00010000:00000010:3.1:1761313445.398174:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb5d7d02. 00010000:00000010:3.1:1761313445.398227:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000745e0cdd. 00010000:00000010:2.1:1761313445.398575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ad02bc. 00010000:00000010:1.1:1761313445.404982:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f4c25a. 00010000:00000010:1.1:1761313445.404988:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094a795ba. 00010000:00000010:2.1:1761313445.406987:0:78527:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafb0773. 00010000:00000010:0.1:1761313445.407532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c60b2540. 00010000:00000010:0.1:1761313445.407540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18d3824. 00010000:00000010:0.1:1761313445.409687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3f77b54. 00010000:00000010:0.1:1761313445.409694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008459fa78. 00010000:00000010:1.1:1761313445.410545:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fba39d5. 00010000:00000010:3.1:1761313445.411357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d10da11f. 00010000:00000010:3.1:1761313445.411364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1c8061d. 00010000:00000010:1.1:1761313445.415506:0:78522:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d1f7c74. 00010000:00000010:3.1:1761313445.417863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000164f6f27. 00010000:00000010:3.1:1761313445.417871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049990707. 00010000:00000010:2.1:1761313445.425495:0:78529:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcbf5ae9. 00010000:00000010:2.1:1761313445.425506:0:78529:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdb6282b. 00010000:00000010:2.1:1761313445.425510:0:78529:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb1990f. 00010000:00000010:0.1:1761313445.426570:0:78531:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000390dc480. 00010000:00000010:0.1:1761313445.426579:0:78531:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008efb93b6. 00010000:00000010:3.1:1761313445.436163:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039c4650c. 00010000:00000010:1.1:1761313445.438542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007660b031. 00010000:00000010:1.1:1761313445.438552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008459fa78. 00010000:00000010:1.1:1761313445.442074:0:78533:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000335539a9. 00010000:00000010:1.1:1761313445.442080:0:78533:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000024e742. 00010000:00000010:1.1:1761313445.442084:0:78533:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d60978e3. 00010000:00000010:3.1:1761313445.442154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a40122e6. 00010000:00000010:0.1:1761313445.450649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000778281ca. 00010000:00000010:0.1:1761313445.450656:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f3939e3. 00010000:00000010:0.1:1761313445.450696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce1d1011. 00010000:00000010:2.1:1761313445.455576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d417a4b. 00010000:00000010:0.1:1761313445.459566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000757ebd63. 00010000:00000010:0.1:1761313445.459573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d3bca15. 00010000:00000010:0.1:1761313445.459576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f76b0f0. 00010000:00000010:0.1:1761313445.459578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000459d6101. 00010000:00000010:2.1:1761313445.459727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007aa27970. 00010000:00000010:3.1:1761313445.466531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c24898bf. 00010000:00000010:3.1:1761313445.466544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e811e967. 00010000:00000010:0.1:1761313445.467140:0:78529:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047c024ef. 00010000:00000010:0.1:1761313445.479497:0:78529:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad374160. 00010000:00000010:0.1:1761313445.483707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003271a9fe. 00010000:00000010:0.1:1761313445.483720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:1.1:1761313445.486493:0:78540:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1bb3eee. 00010000:00000010:1.1:1761313445.486501:0:78540:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000459d6101. 00010000:00000010:1.1:1761313445.486504:0:78540:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c80b9cf6. 00010000:00000010:1.1:1761313445.486507:0:78540:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d60978e3. 00010000:00000010:3.1:1761313445.486656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b71e9d. 00010000:00000010:2.1:1761313445.490643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2646cfb. 00010000:00000010:1.1:1761313445.492517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000281b78ba. 00010000:00000010:1.1:1761313445.492528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1761a69. 00010000:00000010:1.1:1761313445.495493:0:78545:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094f03e67. 00010000:00000010:1.1:1761313445.495501:0:78545:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba27be89. 00010000:00000010:1.1:1761313445.495505:0:78545:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c55dd283. 00010000:00000010:0.1:1761313445.512486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000171540e0. 00010000:00000010:0.1:1761313445.512495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096869207. 00010000:00000010:0.1:1761313445.512500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d60978e3. 00010000:00000010:3.1:1761313445.514916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad238e26. 00010000:00000010:3.1:1761313445.514925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aba0940d. 00010000:00000010:3.1:1761313445.514930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d3bca15. 00010000:00000010:3.1:1761313445.518496:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff25193e. 00010000:00000010:3.1:1761313445.518504:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1761a69. 00010000:00000010:1.1:1761313445.523040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e4ba0c3. 00010000:00000010:1.1:1761313445.523054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fcd2b46. 00010000:00000010:1.1:1761313445.523059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064fafd2e. 00010000:00000010:1.1:1761313445.523062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c80b9cf6. 00010000:00000010:1.1:1761313445.523065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c55dd283. 00010000:00000010:0.1:1761313445.533534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041b0ebbc. 00010000:00000010:2.1:1761313445.534168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9618578. 00010000:00000010:3.1:1761313445.541535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d004bb18. 00010000:00000010:3.1:1761313445.541542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062e2c822. 00010000:00000010:3.1:1761313445.541545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e4fd248. 00010000:00000010:2.1:1761313445.541657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cac9dca. 00010000:00000010:2.1:1761313445.541664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579e1d2. 00010000:00000010:3.1:1761313445.546501:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e5f035. 00010000:00000010:2.1:1761313445.548680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dda7053. 00010000:00000010:2.1:1761313445.548690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:0.1:1761313445.550503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000571c7670. 00010000:00000010:0.1:1761313445.550509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27a70d7. 00010000:00000010:0.1:1761313445.550513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3f77b54. 00010000:00000010:0.1:1761313445.550516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000129b0f2. 00010000:00000010:2.1:1761313445.550869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f58a807f. 00010000:00000010:2.1:1761313445.552781:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecef167c. 00010000:00000010:2.1:1761313445.552788:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba6767d. 00010000:00000010:3.1:1761313445.554790:0:78550:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be40984a. 00010000:00000010:1.1:1761313445.558735:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a36ac7e4. 00010000:00000010:1.1:1761313445.558742:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a3e5e19. 00010000:00000010:1.1:1761313445.558746:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a23f6d4. 00010000:00000010:0.1:1761313445.565370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093457f4e. 00010000:00000010:0.1:1761313445.565377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f39d3925. 00010000:00000010:0.1:1761313445.565381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c55dd283. 00000400:00000200:2.0:1761313445.570625:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.570630:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.570633:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a14b474 (tot 82354770). 00000800:00000200:2.0:1761313445.570637:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.570642:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.570644:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a14b474 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313445.572734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c428067. 00010000:00000010:2.1:1761313445.572744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000129b0f2. 00010000:00000010:3.1:1761313445.572841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a9ad489. 00000400:00000010:2.0:1761313445.573734:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001dde442b. 00000400:00000200:2.0:1761313445.573739:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:2.0:1761313445.573741:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:2.0:1761313445.573746:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c468af4 x1846869206480064/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.573754:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c468af4 x1846869206480064/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.573787:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000825e989a. 02000000:00000010:2.0:1761313445.573794:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000be1aca4f. 00000100:00000010:2.0:1761313445.573799:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c468af4. 00000100:00000010:2.0:1761313445.573804:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000757d81ea. 00010000:00000010:2.0:1761313445.573807:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040f9e941. 00010000:00000010:3.1:1761313445.575604:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e597467. 00010000:00000010:2.1:1761313445.575816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd857f15. 00010000:00000010:2.1:1761313445.575824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.1:1761313445.575827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044ac3629. 00010000:00000010:2.1:1761313445.575830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595659dc. 00080000:00000010:2.0:1761313445.577212:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be1aca4f. 00010000:00000010:2.0:1761313445.577312:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313445.577319:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bffd43ad. 00010000:00000010:2.0:1761313445.577409:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000595659dc. 00010000:00000010:2.0:1761313445.577415:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313445.577425:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040f9e941. 00000100:00000010:2.0:1761313445.577430:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000757d81ea. 00000100:00000010:2.0:1761313445.577437:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c468af4. 02000000:00000010:2.0:1761313445.577450:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000825e989a. 02000000:00000010:2.0:1761313445.577495:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008129261e. 00000400:00000010:2.0:1761313445.577501:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001dde442b. 00000400:00000010:2.0:1761313445.577505:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313445.577511:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206480128, portal 16 00000400:00000010:2.0:1761313445.577515:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313445.577519:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206480128, offset 0 00000400:00000200:2.0:1761313445.577527:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.577535:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.577543:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.577546:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.577549:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.577552:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89006:89006:256:4294967295] 192.168.204.1@tcp LPNI seq info [89006:89006:8:4294967295] 00000400:00000200:2.0:1761313445.577560:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.577565:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.577568:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025c7dbcf (tot 82354770). 00000800:00000200:2.0:1761313445.577573:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.577577:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.577580:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025c7dbcf type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1761313445.581520:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001dde442b. 00000400:00000200:2.0:1761313445.581525:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:2.0:1761313445.581527:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:2.0:1761313445.581534:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c468af4 x1846869206480128/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.581543:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c468af4 x1846869206480128/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313445.581568:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9207ed8. 02000000:00000010:2.0:1761313445.581583:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008129261e. 02000000:00000010:2.0:1761313445.581590:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000825e989a. 00000100:00000010:2.0:1761313445.581595:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c468af4. 00000100:00000010:2.0:1761313445.581600:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000757d81ea. 00010000:00000010:2.0:1761313445.581603:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040f9e941. 00080000:00000010:2.0:1761313445.581621:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008129261e. 00010000:00000010:2.0:1761313445.581711:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313445.581718:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000000f52c90. 00010000:00000010:2.0:1761313445.581800:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.0:1761313445.581807:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313445.581818:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040f9e941. 00000100:00000010:2.0:1761313445.581821:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000757d81ea. 00000100:00000010:2.0:1761313445.581826:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c468af4. 02000000:00000010:2.0:1761313445.581837:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e586c841. 02000000:00000010:2.0:1761313445.581861:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000825e989a. 00000400:00000010:2.0:1761313445.581868:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001dde442b. 00000400:00000010:2.0:1761313445.581872:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313445.581876:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206480192, portal 16 00000400:00000010:2.0:1761313445.581880:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039409be4. 00000100:00000200:2.0:1761313445.581882:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206480192, offset 0 00000400:00000200:2.0:1761313445.581886:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.581892:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.581898:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.581902:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.581904:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.581907:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89008:89008:256:4294967295] 192.168.204.1@tcp LPNI seq info [89008:89008:8:4294967295] 00000400:00000200:2.0:1761313445.581914:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.581918:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.581921:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb86b6d5 (tot 82354770). 00000800:00000200:2.0:1761313445.581924:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.581928:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.581930:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bb86b6d5 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313445.586512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1d2485d. 00010000:00000010:2.1:1761313445.586526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39ad6eb. 00010000:00000010:2.1:1761313445.586531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd7b4bec. 00010000:00000010:2.1:1761313445.586535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9e52064. 00010000:00000010:2.1:1761313445.586537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595659dc. 00010000:00000010:0.1:1761313445.586571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e0c51b6. 00000400:00000010:2.0:1761313445.588030:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001dde442b. 00000400:00000200:2.0:1761313445.588035:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:2.0:1761313445.588037:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:2.0:1761313445.588044:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c468af4 x1846869206480192/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.588053:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c468af4 x1846869206480192/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.588090:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000825e989a. 02000000:00000010:2.0:1761313445.588097:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e586c841. 00000100:00000010:2.0:1761313445.588103:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c468af4. 00000100:00000010:2.0:1761313445.588108:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000757d81ea. 00010000:00000010:2.0:1761313445.588110:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040f9e941. 00080000:00000010:2.0:1761313445.588305:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000825e989a. 00010000:00000010:2.0:1761313445.588446:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313445.588454:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051c5815e. 00010000:00000010:2.0:1761313445.588553:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000595659dc. 00010000:00000010:2.0:1761313445.588559:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313445.588574:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040f9e941. 00000100:00000010:2.0:1761313445.588578:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000757d81ea. 00000100:00000010:2.0:1761313445.588585:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c468af4. 02000000:00000010:2.0:1761313445.588595:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e586c841. 02000000:00000010:2.0:1761313445.588618:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000250c5bdb. 00000400:00000010:2.0:1761313445.588623:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001dde442b. 00000400:00000010:2.0:1761313445.588626:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313445.588631:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206480256, portal 16 00000400:00000010:2.0:1761313445.588637:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea544e46. 00000100:00000200:2.0:1761313445.588638:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206480256, offset 0 00000400:00000200:2.0:1761313445.588645:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.588651:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.588657:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.588660:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.588663:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.588666:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89010:89010:256:4294967295] 192.168.204.1@tcp LPNI seq info [89010:89010:8:4294967295] 00000400:00000200:2.0:1761313445.588675:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.588681:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.588685:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068b7b57f (tot 82354770). 00000800:00000200:2.0:1761313445.588689:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.588694:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.588697:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068b7b57f type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761313445.590559:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea544e46. 00000100:00000200:3.0:1761313445.590568:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c468af4 x1846869206480256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313445.592542:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.592563:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb580 00000400:00000200:3.0:1761313445.592571:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadc39 [1] + 224 00000400:00000200:3.0:1761313445.592583:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.592587:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.592596:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c468af4 x1846869206480256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313445.592634:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.592640:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953740 00000400:00000200:3.0:1761313445.592646:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac631 [2] + 1312 00000400:00000200:3.0:1761313445.592655:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.592658:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000010:2.0:1761313445.592658:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001dde442b. 00000400:00000200:2.0:1761313445.592664:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:2.0:1761313445.592668:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:2.0:1761313445.592675:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c468af4 x1846869206480256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.592683:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c468af4 x1846869206480256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.592717:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000250c5bdb. 02000000:00000010:2.0:1761313445.592726:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e586c841. 00000100:00000010:2.0:1761313445.592731:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c468af4. 00000100:00000010:2.0:1761313445.592736:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000757d81ea. 00010000:00000010:2.0:1761313445.592740:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040f9e941. 00000100:00000200:3.0:1761313445.592772:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313445.592779:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8423e37. 00080000:00000010:2.0:1761313445.593198:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000250c5bdb. 00010000:00000010:2.0:1761313445.593295:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313445.593301:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051a8272b. 00010000:00000010:2.0:1761313445.593383:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d39ad6eb. 00010000:00000010:2.0:1761313445.593390:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313445.593401:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040f9e941. 00000100:00000010:2.0:1761313445.593404:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000757d81ea. 00000100:00000010:2.0:1761313445.593410:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c468af4. 02000000:00000010:2.0:1761313445.593424:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e586c841. 02000000:00000010:2.0:1761313445.593450:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001827d618. 00000400:00000010:2.0:1761313445.593455:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001dde442b. 00000400:00000010:2.0:1761313445.593459:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313445.593465:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206480320, portal 16 00000400:00000010:2.0:1761313445.593502:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a23e65b. 00000100:00000200:2.0:1761313445.593505:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206480320, offset 0 00000400:00000200:2.0:1761313445.593512:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.593519:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.593526:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.593530:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.593532:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.593535:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89012:89012:255:4294967295] 192.168.204.1@tcp LPNI seq info [89012:89012:7:4294967295] 00000400:00000200:2.0:1761313445.593542:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.593546:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.593550:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c24a49b (tot 82355018). 00000800:00000200:2.0:1761313445.593554:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.593558:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.593560:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c24a49b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313445.593952:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.593956:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ad010ba (tot 82354770). 00000400:00000200:3.0:1761313445.593961:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.593965:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.593968:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000386f6e07 00000400:00000010:3.0:1761313445.593970:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000386f6e07. 00000800:00000200:3.0:1761313445.594000:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.594002:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c24a49b (tot 82354522). 00000400:00000200:3.0:1761313445.594005:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.594008:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.594009:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a23e65b 00000400:00000010:3.0:1761313445.594010:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a23e65b. 00000100:00000200:3.0:1761313445.594015:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c468af4 x1846869206480320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313445.597675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae8c3463. 00010000:00000010:2.1:1761313445.597690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 00010000:00000010:3.1:1761313445.598261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a8bb6bc. 00000400:00000200:3.0:1761313445.598366:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.598388:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb5c0 00000400:00000200:3.0:1761313445.598396:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadc45 [1] + 224 00000400:00000200:3.0:1761313445.598410:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.598414:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.598425:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c468af4 x1846869206480320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313445.598488:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.598494:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953780 00000400:00000200:3.0:1761313445.598499:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac631 [2] + 1640 00000400:00000200:3.0:1761313445.598510:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.598513:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.598516:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313445.598521:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bc3f95c. 00000400:00000010:2.0:1761313445.598702:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001dde442b. 00000400:00000200:2.0:1761313445.598707:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:2.0:1761313445.598709:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:2.0:1761313445.598715:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c468af4 x1846869206480320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.598723:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c468af4 x1846869206480320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.598755:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001827d618. 02000000:00000010:2.0:1761313445.598764:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e586c841. 00000100:00000010:2.0:1761313445.598769:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c468af4. 00000100:00000010:2.0:1761313445.598774:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000757d81ea. 00010000:00000010:2.0:1761313445.598778:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040f9e941. 00080000:00000010:2.0:1761313445.599495:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001827d618. 00010000:00000010:2.0:1761313445.599582:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313445.599589:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e2c4595. 00010000:00000010:2.0:1761313445.599665:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.0:1761313445.599670:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313445.599680:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040f9e941. 00000100:00000010:2.0:1761313445.599684:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000757d81ea. 00000100:00000010:2.0:1761313445.599690:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c468af4. 02000000:00000010:2.0:1761313445.599700:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e586c841. 02000000:00000010:2.0:1761313445.599725:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7f900de. 00000400:00000010:2.0:1761313445.599730:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001dde442b. 00000400:00000010:2.0:1761313445.599735:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313445.599740:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206480384, portal 16 00000400:00000010:2.0:1761313445.599744:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c31452. 00000100:00000200:2.0:1761313445.599746:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206480384, offset 0 00000400:00000200:2.0:1761313445.599752:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.599760:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.599767:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.599771:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.599773:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.599776:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89014:89014:255:4294967295] 192.168.204.1@tcp LPNI seq info [89014:89014:7:4294967295] 00000400:00000200:2.0:1761313445.599783:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.599788:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.599791:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a90f11e (tot 82355018). 00000800:00000200:2.0:1761313445.599796:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.599803:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.599807:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a90f11e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.600285:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.600288:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:2.0:1761313445.600291:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.600295:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.600298:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:2.0:1761313445.600299:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00010000:00000010:1.1:1761313445.600594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008067a753. 00010000:00000010:2.1:1761313445.602828:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b00f7a29. 00010000:00000010:2.1:1761313445.602842:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595659dc. 00000400:00000200:3.0:1761313445.603245:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.603268:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb600 00000400:00000200:3.0:1761313445.603276:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadc51 [1] + 224 00000400:00000200:3.0:1761313445.603289:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.603293:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.603308:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c468af4 x1846869206480384/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313445.603346:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.603353:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9537c0 00000400:00000200:3.0:1761313445.603359:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac631 [2] + 1968 00000400:00000010:3.0:1761313445.603363:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c8ba30e0. 00000400:00000200:3.0:1761313445.603367:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a9055f11 00000400:00000200:3.0:1761313445.603375:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.603378:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.603380:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9055f11 00000400:00000010:3.0:1761313445.603622:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a9055f11 (tot 82354370). 00000100:00000200:3.0:1761313445.603628:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1761313445.604318:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024167860. 00000800:00000200:2.0:1761313445.606016:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.606021:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018b1f5e4 (tot 82354522). 00000400:00000200:2.0:1761313445.606028:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.606275:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.606280:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f44040b3 00000400:00000010:2.0:1761313445.606283:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f44040b3. 00000100:00000200:2.0:1761313445.606292:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b7485fe x1846869206480448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313445.606547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8b38b53. 00010000:00000010:2.1:1761313445.606555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39ad6eb. 00000400:00000200:3.0:1761313445.607903:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.607924:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb640 00000400:00000200:3.0:1761313445.607934:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadc61 [1] + 224 00000400:00000200:3.0:1761313445.607970:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.607976:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.607988:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b7485fe x1846869206480448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313445.610395:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006053088f. 00000400:00000200:2.0:1761313445.610406:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f21e616 00000400:00000010:2.0:1761313445.610408:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f21e616. 00000100:00000200:2.0:1761313445.610421:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b7485fe x1846869206480448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.610432:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b7485fe x1846869206480448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.610461:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e586c841. 02000000:00000010:2.0:1761313445.610611:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b86440a. 00000100:00000010:2.0:1761313445.610618:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b7485fe. 00000100:00000010:2.0:1761313445.610623:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:2.0:1761313445.610627:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd36ef85. 00000020:00000010:3.0:1761313445.610945:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085439795. 00000020:00000010:3.0:1761313445.610952:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007148c320. 00000020:00000010:3.0:1761313445.610957:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004748198a. 00000100:00000200:3.0:1761313445.610982:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a66c56e x1846869199501312/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313445.611016:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199501312 02000000:00000010:3.0:1761313445.611027:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d8e1a0e. 00010000:00000010:3.0:1761313445.611062:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b218e57. 00010000:00000010:3.0:1761313445.611081:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c55e64c. 00000100:00000010:3.0:1761313445.611087:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aa52284. 00000100:00000010:3.0:1761313445.611113:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aa52284. 00010000:00000010:3.0:1761313445.611116:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c55e64c. 00000400:00000010:3.0:1761313445.611130:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eafa7148. 00000100:00000200:3.0:1761313445.611135:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199501312, offset 224 00000400:00000200:3.0:1761313445.611143:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.611154:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.611161:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89017:89017:256:4294967295] 192.168.204.1@tcp LPNI seq info [89017:89017:8:4294967295] 00000400:00000200:3.0:1761313445.611170:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.611188:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.611192:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b7e22f30 (tot 82354770). 00000800:00000200:3.0:1761313445.611198:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.611205:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.611208:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b7e22f30 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313445.611225:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007148c320. 00000020:00000010:3.0:1761313445.611230:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004748198a. 00000020:00000010:3.0:1761313445.611235:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085439795. 00000800:00000200:3.0:1761313445.611310:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.611313:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b7e22f30 (tot 82354522). 00000400:00000200:3.0:1761313445.611317:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.611321:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.611324:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eafa7148 00000400:00000010:3.0:1761313445.611325:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eafa7148. 00000800:00000200:3.0:1761313445.612206:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.612212:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ad010ba (tot 82354522). 00000400:00000200:3.0:1761313445.612218:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.612224:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.612227:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000deec9e59 00000400:00000010:3.0:1761313445.612229:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000deec9e59. 00000100:00000200:3.0:1761313445.612236:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cad12d40 x1846869206480512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313445.613706:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c956ea30. 00000400:00000200:3.0:1761313445.613712:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000680ded24 00000400:00000010:3.0:1761313445.613714:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000680ded24. 00000100:00000200:3.0:1761313445.613721:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cad12d40 x1846869206480512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.613728:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cad12d40 x1846869206480512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.613759:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000320f11ab. 02000000:00000010:3.0:1761313445.613765:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aabbcee5. 00000100:00000010:3.0:1761313445.613769:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cad12d40. 00000100:00000010:3.0:1761313445.613773:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a9a8bc3. 00010000:00000010:3.0:1761313445.613778:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8b1ec96. 00010000:00000010:0.1:1761313445.618529:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea93a33d. 00010000:00000010:0.1:1761313445.618537:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbadb8f5. 00010000:00000010:0.1:1761313445.618541:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 00080000:00000010:3.0:1761313445.628091:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085439795. 00010000:00000010:3.0:1761313445.628211:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000377c33b6. 00010000:00000010:3.0:1761313445.628221:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004665ccc2. 00010000:00000010:3.0:1761313445.628296:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003bef4e40. 00010000:00000010:3.0:1761313445.628303:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.628314:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c55e64c. 00000100:00000010:3.0:1761313445.628321:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aa52284. 00000100:00000010:3.0:1761313445.628331:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026e3a464. 02000000:00000010:3.0:1761313445.628344:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009707bf7. 02000000:00000010:3.0:1761313445.628373:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e9995e7. 00000400:00000010:3.0:1761313445.628379:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000318cc8c4. 00000400:00000010:3.0:1761313445.628385:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eafa7148. 00000100:00000200:3.0:1761313445.628391:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206480576, portal 16 00000400:00000010:3.0:1761313445.628396:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4631295. 00000100:00000200:3.0:1761313445.628399:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206480576, offset 0 00000400:00000200:3.0:1761313445.628408:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.628424:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.628431:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.628434:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.628437:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.628440:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89020:89020:256:4294967295] 192.168.204.1@tcp LPNI seq info [89020:89020:8:4294967295] 00000400:00000200:3.0:1761313445.628450:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.628455:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.628459:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b7e22f30 (tot 82354770). 00000800:00000200:3.0:1761313445.628465:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.628500:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.628504:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b7e22f30 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761313445.630504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cee972c. 00000400:00000200:3.0:1761313445.631885:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.631950:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb6c0 00000400:00000200:3.0:1761313445.631958:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadc79 [1] + 224 00000400:00000200:3.0:1761313445.631971:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.631974:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.631985:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026e3a464 x1846869206480576/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313445.632020:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.632025:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953880 00000400:00000200:3.0:1761313445.632040:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac689 [2] + 656 00000400:00000200:3.0:1761313445.632091:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.632094:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.632098:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313445.632103:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000618351ca. 00010000:00000010:1.1:1761313445.633523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f780c875. 00010000:00000010:1.1:1761313445.633534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f79d60f0. 00010000:00000010:1.1:1761313445.633538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd8ea520. 00000020:00000010:2.0:1761313445.641940:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b86440a. 00000020:00000010:2.0:1761313445.641947:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.641951:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f3276329. 00000100:00000200:2.0:1761313445.641973:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097d9a2db x1846869199501504/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313445.642004:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199501504 02000000:00000010:2.0:1761313445.642016:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b24d58fa. 00010000:00000010:2.0:1761313445.642042:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bbe97673. 00010000:00000010:2.0:1761313445.642062:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.642069:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c96090. 00000100:00000010:2.0:1761313445.642086:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c96090. 00010000:00000010:2.0:1761313445.642089:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.642104:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313445.642109:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199501504, offset 224 00000400:00000200:2.0:1761313445.642117:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.642128:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.642134:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89023:89023:256:4294967295] 192.168.204.1@tcp LPNI seq info [89023:89023:8:4294967295] 00000400:00000200:2.0:1761313445.642145:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.642150:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.642155:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048e3401e (tot 82354770). 00000800:00000200:2.0:1761313445.642161:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.642167:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.642170:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048e3401e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.642195:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.642199:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f3276329. 00000020:00000010:2.0:1761313445.642202:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b86440a. 00010000:00000010:3.1:1761313445.644637:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000980a771e. 00010000:00000010:3.1:1761313445.644652:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd765c90. 00000800:00000200:2.0:1761313445.646616:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.646622:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048e3401e (tot 82354522). 00000400:00000200:2.0:1761313445.646628:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.646637:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.646643:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:2.0:1761313445.646645:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000800:00000200:0.0:1761313445.647582:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.647587:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aace3980 (tot 82354770). 00000800:00000200:0.0:1761313445.647593:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.647600:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.647604:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aace3980 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.647674:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.647677:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aace3980 (tot 82354522). 00000400:00000200:0.0:1761313445.647681:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.647685:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.647688:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f602c09 00000400:00000010:0.0:1761313445.647689:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f602c09. 00000100:00000200:0.0:1761313445.647696:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a99e725d x1846869206480704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313445.652209:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cfa2da5. 00000400:00000200:0.0:1761313445.653256:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.653272:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb740 00000400:00000200:0.0:1761313445.653280:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadc91 [1] + 224 00000400:00000200:0.0:1761313445.653291:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.653295:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.653307:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a99e725d x1846869206480704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.654519:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.654531:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953900 00000400:00000200:0.0:1761313445.654536:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac689 [2] + 1312 00000400:00000200:0.0:1761313445.654549:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.654553:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.654557:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.654563:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000488a01ba. 00010000:00000010:2.1:1761313445.654692:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a7187f8. 00000400:00000010:2.0:1761313445.654705:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062ddf5a7. 00000400:00000200:2.0:1761313445.654709:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:2.0:1761313445.654711:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:2.0:1761313445.654719:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a99e725d x1846869206480704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.654727:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a99e725d x1846869206480704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.654756:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000019c54b55. 02000000:00000010:2.0:1761313445.654762:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075d7999d. 00000100:00000010:2.0:1761313445.654765:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a99e725d. 00000100:00000010:2.0:1761313445.654770:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:2.0:1761313445.654773:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0d31347. 00010000:00000010:1.1:1761313445.655028:0:78558:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000413de2ef. 00010000:00000010:1.1:1761313445.655037:0:78558:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bef4e40. 00000020:00000010:2.0:1761313445.655825:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b86440a. 00000020:00000010:2.0:1761313445.655833:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.655837:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f3276329. 00000100:00000200:2.0:1761313445.655861:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000488a01ba x1846869199501568/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313445.655894:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199501568 02000000:00000010:2.0:1761313445.655905:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f899181. 00010000:00000010:2.0:1761313445.655933:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ef8a6fe. 00010000:00000010:2.0:1761313445.655953:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.655959:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c96090. 00000100:00000010:2.0:1761313445.655968:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c96090. 00010000:00000010:2.0:1761313445.655972:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.655983:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313445.655987:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199501568, offset 224 00000400:00000200:2.0:1761313445.655995:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.656007:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.656013:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89025:89025:256:4294967295] 192.168.204.1@tcp LPNI seq info [89025:89025:8:4294967295] 00000400:00000200:2.0:1761313445.656027:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.656032:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.656036:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048e3401e (tot 82354770). 00000800:00000200:2.0:1761313445.656043:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.656049:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.656053:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048e3401e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.656067:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.656071:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f3276329. 00000020:00000010:2.0:1761313445.656075:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b86440a. 00000800:00000200:2.0:1761313445.656182:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.656185:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048e3401e (tot 82354522). 00000400:00000200:2.0:1761313445.656189:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.656194:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.656198:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:2.0:1761313445.656199:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00080000:00000010:2.0:1761313445.656229:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7f900de. 00010000:00000010:2.0:1761313445.656325:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056bcacbe. 00010000:00000010:2.0:1761313445.656332:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001285dbf9. 00010000:00000010:2.0:1761313445.656416:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044ac3629. 00010000:00000010:2.0:1761313445.656421:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002a8442a8. 00010000:00000010:2.0:1761313445.656426:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d39ad6eb. 00010000:00000010:2.0:1761313445.656431:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00080000:00000010:2.0:1761313445.656441:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b86440a. 00010000:00000010:2.0:1761313445.656463:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313445.656491:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a8442a8. 00010000:00000010:2.0:1761313445.656545:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000595659dc. 00010000:00000010:2.0:1761313445.656549:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313445.656556:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.656559:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c96090. 00000100:00000010:2.0:1761313445.656565:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c468af4. 02000000:00000010:2.0:1761313445.656574:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e586c841. 02000000:00000010:2.0:1761313445.656598:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ebe56e91. 00000400:00000010:2.0:1761313445.656603:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000523a54df. 00000400:00000010:2.0:1761313445.656619:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313445.656624:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206480768, portal 16 00000400:00000010:2.0:1761313445.656628:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c31452. 00000100:00000200:2.0:1761313445.656630:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206480768, offset 0 00000400:00000200:2.0:1761313445.656635:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.656641:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.656647:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.656650:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.656658:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.656660:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89026:89026:256:4294967295] 192.168.204.1@tcp LPNI seq info [89026:89026:8:4294967295] 00000400:00000200:2.0:1761313445.656667:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.656672:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.656675:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048e3401e (tot 82354770). 00000800:00000200:2.0:1761313445.656679:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.656684:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.656686:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048e3401e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313445.656825:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.656828:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048e3401e (tot 82354522). 00000400:00000200:3.0:1761313445.656831:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.656835:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.656837:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c31452 00000400:00000010:3.0:1761313445.656839:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c31452. 00000100:00000200:3.0:1761313445.656844:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c468af4 x1846869206480768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313445.657645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d4e6aec. 00010000:00000010:0.1:1761313445.657655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b70114e. 00000400:00000200:0.0:1761313445.658910:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.658926:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb780 00000400:00000200:0.0:1761313445.658934:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadc9d [1] + 224 00000400:00000200:0.0:1761313445.658949:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.658953:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.658961:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c468af4 x1846869206480768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313445.659235:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.659244:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953940 00000400:00000200:3.0:1761313445.659249:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac689 [2] + 1640 00000400:00000200:3.0:1761313445.659295:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.659300:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.659304:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313445.659309:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026e3a464. 00000400:00000010:2.0:1761313445.659417:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000523a54df. 00000400:00000200:2.0:1761313445.659422:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:2.0:1761313445.659425:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:2.0:1761313445.659431:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c468af4 x1846869206480768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.659439:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c468af4 x1846869206480768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.659466:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ebe56e91. 02000000:00000010:2.0:1761313445.659502:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e586c841. 00000100:00000010:2.0:1761313445.659506:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c468af4. 00000100:00000010:2.0:1761313445.659510:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c96090. 00010000:00000010:2.0:1761313445.659513:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000020:00000010:0.0:1761313445.659799:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf12db37. 00000020:00000010:0.0:1761313445.659807:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.659811:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313445.659834:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000026e3a464 x1846869199501632/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313445.659875:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199501632 02000000:00000010:0.0:1761313445.659885:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e0dd5b2. 00010000:00000010:0.0:1761313445.659912:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052eaf22b. 00010000:00000010:0.0:1761313445.659931:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bd5c4cb. 00000100:00000010:0.0:1761313445.659937:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3b74d4. 00000100:00000010:0.0:1761313445.659958:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3b74d4. 00010000:00000010:0.0:1761313445.659961:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bd5c4cb. 00000400:00000010:0.0:1761313445.659973:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f602c09. 00000100:00000200:0.0:1761313445.659977:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199501632, offset 224 00000400:00000200:0.0:1761313445.659987:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:3.0:1761313445.659996:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd7b2b61. 00000400:00000200:0.0:1761313445.659998:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.660005:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89027:89027:256:4294967295] 192.168.204.1@tcp LPNI seq info [89027:89027:8:4294967295] 00000400:00000200:0.0:1761313445.660019:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.660025:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.660030:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aace3980 (tot 82354770). 00000800:00000200:0.0:1761313445.660035:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.660042:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.660045:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aace3980 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313445.660064:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.660069:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313445.660073:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf12db37. 00010000:00000010:3.0:1761313445.660089:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:3.0:1761313445.660097:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb036b16. 00000800:00000200:0.0:1761313445.660159:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.660163:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aace3980 (tot 82354522). 00000400:00000200:0.0:1761313445.660167:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1761313445.660169:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072f2b45d. 00000400:00000200:0.0:1761313445.660179:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.660184:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f602c09 00000400:00000010:0.0:1761313445.660187:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f602c09. 00010000:00000010:3.0:1761313445.660188:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313445.660201:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014a56ef6. 00000100:00000010:3.0:1761313445.660204:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313445.660211:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc7586cd. 02000000:00000010:3.0:1761313445.660221:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009707bf7. 02000000:00000010:3.0:1761313445.660243:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e9995e7. 00000400:00000010:3.0:1761313445.660247:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000377ef84f. 00000400:00000010:3.0:1761313445.660251:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000542f1aca. 00000100:00000200:3.0:1761313445.660256:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206480832, portal 16 00000400:00000010:3.0:1761313445.660261:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041794d07. 00000100:00000200:3.0:1761313445.660263:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206480832, offset 0 00000400:00000200:3.0:1761313445.660267:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.660274:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.660280:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.660283:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.660286:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.660288:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89028:89028:256:4294967295] 192.168.204.1@tcp LPNI seq info [89028:89028:8:4294967295] 00000400:00000200:3.0:1761313445.660295:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.660300:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.660304:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000879d95c5 (tot 82354770). 00000800:00000200:3.0:1761313445.660307:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.660310:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.660313:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000879d95c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.661088:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.661092:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000879d95c5 (tot 82354522). 00000400:00000200:0.0:1761313445.661096:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.661101:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.661103:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041794d07 00000400:00000010:0.0:1761313445.661105:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041794d07. 00000100:00000200:0.0:1761313445.661112:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc7586cd x1846869206480832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.664603:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.664620:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb7c0 00000400:00000200:2.0:1761313445.664629:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadca9 [1] + 224 00000400:00000200:2.0:1761313445.664641:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.664645:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.664655:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc7586cd x1846869206480832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.664683:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.664688:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953980 00000400:00000200:2.0:1761313445.664692:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac689 [2] + 1968 00000400:00000010:2.0:1761313445.664696:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae1c40ca. 00000400:00000200:2.0:1761313445.664700:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000085eca65b 00000400:00000200:2.0:1761313445.664820:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.664824:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.664827:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085eca65b 00000400:00000010:2.0:1761313445.664829:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000085eca65b (tot 82354370). 00000100:00000200:2.0:1761313445.664833:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761313445.664909:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000377ef84f. 00000400:00000200:0.0:1761313445.664914:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000542f1aca 00000400:00000010:0.0:1761313445.664917:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000542f1aca. 00000100:00000200:0.0:1761313445.664967:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc7586cd x1846869206480832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313445.664977:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc7586cd x1846869206480832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313445.665003:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e9995e7. 02000000:00000010:0.0:1761313445.665010:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009707bf7. 00000100:00000010:0.0:1761313445.665016:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc7586cd. 00000100:00000010:0.0:1761313445.665022:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00010000:00000010:0.0:1761313445.665026:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014a56ef6. 00010000:00000010:1.0:1761313445.665109:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd364f78. 00010000:00000010:1.0:1761313445.665132:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fcc9fbd. 00000100:00000010:1.0:1761313445.665138:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008cf56f22. 00000100:00000010:1.0:1761313445.665160:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008cf56f22. 00010000:00000010:1.0:1761313445.665165:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fcc9fbd. 00000400:00000010:1.0:1761313445.665210:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f876655b. 00000100:00000200:1.0:1761313445.665216:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199501696, offset 224 00000400:00000200:1.0:1761313445.665224:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.665240:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.665247:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89029:89029:256:4294967295] 192.168.204.1@tcp LPNI seq info [89029:89029:8:4294967295] 00000400:00000200:1.0:1761313445.665268:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.665274:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.665279:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033eff44 (tot 82354618). 00000800:00000200:1.0:1761313445.665285:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.665295:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.665300:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033eff44 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761313445.665315:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf12db37. 00000020:00000010:1.0:1761313445.665328:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.665334:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f554212f. 00000020:00000010:1.0:1761313445.665337:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3710247. 02000000:00000010:1.0:1761313445.665346:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e0dd5b2. 00000100:00000010:1.0:1761313445.665350:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026e3a464. 02000000:00000010:1.0:1761313445.665354:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f899181. 00000100:00000010:1.0:1761313445.665358:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000488a01ba. 02000000:00000010:1.0:1761313445.665364:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b24d58fa. 00000100:00000010:1.0:1761313445.665367:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 02000000:00000010:1.0:1761313445.665371:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2bcb852. 00000100:00000010:1.0:1761313445.665372:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000618351ca. 02000000:00000010:1.0:1761313445.665378:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aabbcee5. 00000100:00000010:1.0:1761313445.665381:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038668207. 02000000:00000010:1.0:1761313445.665384:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d8e1a0e. 00000100:00000010:1.0:1761313445.665386:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a66c56e. 00000100:00000200:1.0:1761313445.665393:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:0.0:1761313445.665409:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c57a483. 00010000:00000010:0.0:1761313445.665416:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d9112ca7. 00010000:00000010:0.0:1761313445.665518:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ab75f2f. 00010000:00000010:0.0:1761313445.665524:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c87cc84. 00010000:00000010:0.0:1761313445.665534:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bd5c4cb. 00000100:00000010:0.0:1761313445.665550:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3b74d4. 00000100:00000010:0.0:1761313445.665561:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa50f973. 02000000:00000010:0.0:1761313445.665571:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093c67ec9. 02000000:00000010:0.0:1761313445.665593:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c5ae505. 00000400:00000010:0.0:1761313445.665598:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f833fed9. 00000400:00000010:0.0:1761313445.665602:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f602c09. 00000100:00000200:0.0:1761313445.665606:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206480896, portal 16 00000400:00000010:0.0:1761313445.665610:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313445.665612:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206480896, offset 0 00000400:00000200:0.0:1761313445.665618:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.665623:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.665630:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313445.665633:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313445.665636:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313445.665638:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89030:89030:255:4294967295] 192.168.204.1@tcp LPNI seq info [89030:89030:7:4294967295] 00000400:00000200:0.0:1761313445.665645:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.665649:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.665652:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aace3980 (tot 82354866). 00000800:00000200:0.0:1761313445.665656:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.665660:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.665662:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aace3980 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313445.665957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ed5aed. 00010000:00000010:2.1:1761313445.665965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2e56873. 00010000:00000010:2.1:1761313445.666199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e8b9177. 00010000:00000010:2.1:1761313445.666440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044ac3629. 00010000:00000010:2.1:1761313445.666443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39ad6eb. 00000800:00000200:2.0:1761313445.666499:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.666502:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033eff44 (tot 82354618). 00000400:00000200:2.0:1761313445.666506:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.666512:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.667156:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f876655b 00000400:00000010:2.0:1761313445.667160:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f876655b. 02000000:00000010:2.0:1761313445.667166:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000516db19f. 00000800:00000200:2.0:1761313445.667240:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.667243:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aace3980 (tot 82354370). 00000400:00000200:2.0:1761313445.667246:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.667251:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.667253:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:2.0:1761313445.667254:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:2.0:1761313445.667261:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa50f973 x1846869206480896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313445.668205:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d68908bb. 00000400:00000010:1.0:1761313445.668216:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008cf56f22 (tot 82354522). 00010000:00000010:0.1:1761313445.668561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067ff759d. 00010000:00000010:3.1:1761313445.668584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddf89e58. 00010000:00000010:3.1:1761313445.668592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595659dc. 00000400:00000200:0.0:1761313445.669139:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.669155:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb800 00000400:00000200:0.0:1761313445.669162:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadcb5 [1] + 224 00000400:00000200:0.0:1761313445.669184:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.669188:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.669197:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa50f973 x1846869206480896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.669229:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.669235:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9539c0 00000400:00000200:0.0:1761313445.669240:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac6e1 [2] + 0 00000400:00000010:3.0:1761313445.669260:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f833fed9. 00000400:00000200:3.0:1761313445.669266:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f602c09 00000400:00000010:3.0:1761313445.669268:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f602c09. 00000100:00000200:3.0:1761313445.669276:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa50f973 x1846869206480896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.669283:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa50f973 x1846869206480896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.669291:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.669296:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.669300:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.669306:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000af9e5096. 02000000:00000010:3.0:1761313445.669314:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c5ae505. 02000000:00000010:3.0:1761313445.669324:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000093c67ec9. 00000100:00000010:3.0:1761313445.669327:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa50f973. 00000100:00000010:3.0:1761313445.669331:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3b74d4. 00010000:00000010:3.0:1761313445.669335:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bd5c4cb. 00000020:00000010:1.0:1761313445.670398:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aabbcee5. 00000020:00000010:1.0:1761313445.670408:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.670413:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f554212f. 00000100:00000200:1.0:1761313445.670438:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000af9e5096 x1846869199501760/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313445.670493:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199501760 02000000:00000010:1.0:1761313445.670504:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000516db19f. 00010000:00000010:1.0:1761313445.670533:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f293883d. 00010000:00000010:1.0:1761313445.670551:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fcc9fbd. 00000100:00000010:1.0:1761313445.670557:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000132511c4. 00000100:00000010:1.0:1761313445.670570:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000132511c4. 00010000:00000010:1.0:1761313445.670573:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fcc9fbd. 00000400:00000010:1.0:1761313445.670585:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac840340. 00000100:00000200:1.0:1761313445.670590:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199501760, offset 224 00000400:00000200:1.0:1761313445.670597:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.670607:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.670613:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89031:89031:256:4294967295] 192.168.204.1@tcp LPNI seq info [89031:89031:8:4294967295] 00000400:00000200:1.0:1761313445.670623:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.670628:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.670633:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ec456d (tot 82354770). 00000800:00000200:1.0:1761313445.670638:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.670644:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.670647:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000085ec456d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.670668:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.670672:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f554212f. 00000020:00000010:1.0:1761313445.670675:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aabbcee5. 00000800:00000200:0.0:1761313445.670832:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.670836:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ec456d (tot 82354522). 00000400:00000200:0.0:1761313445.670840:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.670844:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.670848:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac840340 00000400:00000010:0.0:1761313445.670849:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac840340. 00010000:00000010:0.1:1761313445.672521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db436ce4. 00010000:00000010:0.1:1761313445.672535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f2b45d. 00010000:00000010:1.1:1761313445.672589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee6fa6a. 00080000:00000010:3.0:1761313445.672927:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059edcad8. 00010000:00000010:3.0:1761313445.673040:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c87cc84. 00010000:00000010:3.0:1761313445.673048:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0b921b8. 00010000:00000010:3.0:1761313445.673114:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.0:1761313445.673119:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.673130:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000987fcbde. 00000100:00000010:3.0:1761313445.673136:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.673145:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b77a781d. 02000000:00000010:3.0:1761313445.673157:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6bfd5b0. 02000000:00000010:3.0:1761313445.673198:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091f2d766. 00000400:00000010:3.0:1761313445.673205:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3447791. 00000400:00000010:3.0:1761313445.673210:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.673216:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206480960, portal 16 00000400:00000010:3.0:1761313445.673232:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c44581b. 00000100:00000200:3.0:1761313445.673234:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206480960, offset 0 00000400:00000200:3.0:1761313445.673243:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.673258:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.673264:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.673267:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.673270:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.673273:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89032:89032:256:4294967295] 192.168.204.1@tcp LPNI seq info [89032:89032:8:4294967295] 00000400:00000200:3.0:1761313445.673282:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.673288:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.673292:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b95fb01e (tot 82354770). 00000800:00000200:3.0:1761313445.673298:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.673305:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.673309:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b95fb01e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.673592:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.673597:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b95fb01e (tot 82354522). 00000400:00000200:2.0:1761313445.673602:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.673608:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.673612:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c44581b 00000400:00000010:2.0:1761313445.673614:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c44581b. 00000100:00000200:2.0:1761313445.673623:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b77a781d x1846869206480960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313445.677606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000317c23e8. 00000400:00000200:0.0:1761313445.677775:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.677791:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb840 00000400:00000200:0.0:1761313445.677799:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadcc5 [1] + 224 00000400:00000200:0.0:1761313445.677816:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.677820:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.677831:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b77a781d x1846869206480960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313445.679884:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3447791. 00000400:00000200:3.0:1761313445.679897:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:3.0:1761313445.679899:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.679915:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b77a781d x1846869206480960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.679926:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b77a781d x1846869206480960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.679961:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091f2d766. 02000000:00000010:3.0:1761313445.679967:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f6bfd5b0. 00000100:00000010:3.0:1761313445.679971:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b77a781d. 00000100:00000010:3.0:1761313445.679977:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.679981:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000987fcbde. 00000400:00000200:0.0:1761313445.681736:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.681755:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953a00 00000400:00000200:0.0:1761313445.681764:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac6e1 [2] + 328 00000400:00000200:0.0:1761313445.681857:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.681862:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.681869:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.681875:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f9b6e2. 00000020:00000010:2.0:1761313445.682252:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebe56e91. 00000020:00000010:2.0:1761313445.682261:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.682265:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f3276329. 00000100:00000200:2.0:1761313445.682290:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000006f9b6e2 x1846869199501824/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313445.682883:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199501824 02000000:00000010:1.0:1761313445.682898:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aabbcee5. 00010000:00000010:1.0:1761313445.682927:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045952103. 00010000:00000010:1.0:1761313445.682949:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fcc9fbd. 00000100:00000010:1.0:1761313445.682957:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000132511c4. 00000100:00000010:1.0:1761313445.682975:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000132511c4. 00010000:00000010:1.0:1761313445.682980:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fcc9fbd. 00000400:00000010:1.0:1761313445.682992:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a8c88d3. 00000100:00000200:1.0:1761313445.682997:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199501824, offset 224 00000400:00000200:1.0:1761313445.683005:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.683018:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.683024:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89033:89033:256:4294967295] 192.168.204.1@tcp LPNI seq info [89033:89033:8:4294967295] 00000400:00000200:1.0:1761313445.683033:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.683038:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.683042:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d8c9258 (tot 82354770). 00000800:00000200:1.0:1761313445.683047:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.683053:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.683056:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d8c9258 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.683071:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a8442a8. 00000020:00000010:1.0:1761313445.683076:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f3276329. 00000020:00000010:1.0:1761313445.683079:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebe56e91. 00080000:00000010:3.0:1761313445.683091:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6bfd5b0. 00010000:00000010:3.0:1761313445.683191:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.683197:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb4cd003. 00000800:00000200:0.0:1761313445.683298:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.683303:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d8c9258 (tot 82354522). 00000400:00000200:0.0:1761313445.683306:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.683311:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.683315:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a8c88d3 00000400:00000010:0.0:1761313445.683317:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a8c88d3. 00010000:00000010:3.0:1761313445.683530:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b81f107. 00010000:00000010:3.0:1761313445.683537:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.683548:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000987fcbde. 00000100:00000010:3.0:1761313445.683552:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.683559:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b77a781d. 02000000:00000010:3.0:1761313445.683572:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091f2d766. 02000000:00000010:0.0:1761313445.683816:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093c67ec9. 00000400:00000010:0.0:1761313445.683823:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008845072c. 00000400:00000010:0.0:1761313445.683827:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79a4b62. 00000100:00000200:0.0:1761313445.683832:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206481024, portal 16 00000400:00000010:0.0:1761313445.683837:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313445.683839:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206481024, offset 0 00000400:00000200:0.0:1761313445.683844:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.683852:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.683858:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313445.683861:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313445.683863:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313445.683866:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89034:89034:256:4294967295] 192.168.204.1@tcp LPNI seq info [89034:89034:8:4294967295] 00000400:00000200:0.0:1761313445.683872:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.683877:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.683879:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313445.683883:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.683888:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.683890:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.684096:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.684099:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:2.0:1761313445.684102:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.684106:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.684109:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:2.0:1761313445.684110:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:2.0:1761313445.684116:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b77a781d x1846869206481024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.686205:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.686221:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb880 00000400:00000200:0.0:1761313445.686229:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadcd1 [1] + 224 00000400:00000200:0.0:1761313445.686244:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.686247:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.686255:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b77a781d x1846869206481024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.686518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d008255. 00010000:00000010:3.1:1761313445.686525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ab75f2f. 00000400:00000010:2.0:1761313445.686643:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008845072c. 00000400:00000200:2.0:1761313445.686647:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79a4b62 00000400:00000010:2.0:1761313445.686649:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79a4b62. 00000100:00000200:2.0:1761313445.686656:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b77a781d x1846869206481024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.686662:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b77a781d x1846869206481024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.686690:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093c67ec9. 02000000:00000010:2.0:1761313445.686695:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091f2d766. 00000100:00000010:2.0:1761313445.686699:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b77a781d. 00000100:00000010:2.0:1761313445.686704:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:2.0:1761313445.686707:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000987fcbde. 00000400:00000200:0.0:1761313445.687675:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.687687:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953a40 00000400:00000200:0.0:1761313445.687693:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac6e1 [2] + 656 00000400:00000200:0.0:1761313445.688602:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.688611:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.688619:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.688627:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa50f973. 00000020:00000010:2.0:1761313445.688759:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccb5d465. 00000020:00000010:2.0:1761313445.688768:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.688773:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032237647. 00000100:00000200:2.0:1761313445.688802:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa50f973 x1846869199501888/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313445.688836:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199501888 02000000:00000010:2.0:1761313445.688847:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000757024a5. 00010000:00000010:2.0:1761313445.688877:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008100e4fe. 00010000:00000010:2.0:1761313445.688902:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.688908:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c96090. 00000100:00000010:2.0:1761313445.689648:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c96090. 00010000:00000010:2.0:1761313445.689654:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.689672:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313445.689678:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199501888, offset 224 00000400:00000200:2.0:1761313445.689686:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.689698:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.689704:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89035:89035:256:4294967295] 192.168.204.1@tcp LPNI seq info [89035:89035:8:4294967295] 00000400:00000200:2.0:1761313445.689713:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.689718:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.689722:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f58fd2 (tot 82354770). 00000800:00000200:2.0:1761313445.689729:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.689735:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.689738:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098f58fd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.689764:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.689768:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032237647. 00000020:00000010:2.0:1761313445.689771:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccb5d465. 00000800:00000200:3.0:1761313445.689879:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.689884:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f58fd2 (tot 82354522). 00000400:00000200:3.0:1761313445.689888:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.689893:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.689896:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:3.0:1761313445.689898:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00080000:00000010:0.0:1761313445.690351:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c5ae505. 00010000:00000010:0.0:1761313445.690450:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:0.0:1761313445.690458:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e3d15b5. 00010000:00000010:2.0:1761313445.690933:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d39ad6eb. 00010000:00000010:2.0:1761313445.690940:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313445.690952:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.690962:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c96090. 00000100:00000010:2.0:1761313445.690970:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c468af4. 02000000:00000010:2.0:1761313445.690983:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccb5d465. 02000000:00000010:2.0:1761313445.691007:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a1ffa52. 00000400:00000010:2.0:1761313445.691012:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000523a54df. 00000400:00000010:2.0:1761313445.691017:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a23e65b. 00000100:00000200:2.0:1761313445.691023:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206481088, portal 16 00000400:00000010:2.0:1761313445.691027:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea544e46. 00000100:00000200:2.0:1761313445.691039:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206481088, offset 0 00000400:00000200:2.0:1761313445.691046:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.691056:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.691063:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.691066:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.691069:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.691071:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89036:89036:256:4294967295] 192.168.204.1@tcp LPNI seq info [89036:89036:8:4294967295] 00000400:00000200:2.0:1761313445.691079:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.691083:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.691086:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049af6073 (tot 82354770). 00000800:00000200:2.0:1761313445.691090:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.691096:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.691099:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049af6073 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.691258:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.691260:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049af6073 (tot 82354522). 00000400:00000200:0.0:1761313445.691264:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.691268:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.691271:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea544e46 00000400:00000010:0.0:1761313445.691273:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea544e46. 00000100:00000200:0.0:1761313445.691280:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c468af4 x1846869206481088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313445.691518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be399fd5. 00000400:00000200:0.0:1761313445.692835:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.692852:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb8c0 00000400:00000200:0.0:1761313445.692861:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadcdd [1] + 224 00000400:00000200:0.0:1761313445.692874:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.692877:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.692885:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c468af4 x1846869206481088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313445.692987:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000523a54df. 00000400:00000200:2.0:1761313445.692992:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a23e65b 00000400:00000010:2.0:1761313445.692994:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a23e65b. 00000100:00000200:2.0:1761313445.692999:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c468af4 x1846869206481088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.693006:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c468af4 x1846869206481088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.693046:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a1ffa52. 02000000:00000010:2.0:1761313445.693052:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccb5d465. 00000100:00000010:2.0:1761313445.693055:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c468af4. 00000100:00000010:2.0:1761313445.693060:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c96090. 00010000:00000010:2.0:1761313445.693063:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00010000:00000010:2.1:1761313445.693704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3f22f2c. 00010000:00000010:3.1:1761313445.693942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1d0e23c. 00010000:00000010:3.1:1761313445.693949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00000400:00000200:3.0:1761313445.694024:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.694037:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953a80 00000400:00000200:3.0:1761313445.694044:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac6e1 [2] + 984 00000400:00000200:3.0:1761313445.694095:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.694100:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.694105:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313445.694109:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c1a6571. 00000020:00000010:2.0:1761313445.694262:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccb5d465. 00000020:00000010:2.0:1761313445.694270:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.694274:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032237647. 00000100:00000200:2.0:1761313445.694298:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c1a6571 x1846869199501952/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313445.694334:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199501952 02000000:00000010:2.0:1761313445.694347:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002a1ffa52. 00010000:00000010:2.0:1761313445.694379:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000312250ad. 00010000:00000010:2.0:1761313445.694404:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.694411:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c96090. 00000100:00000010:2.0:1761313445.694433:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c96090. 00010000:00000010:2.0:1761313445.694437:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.694449:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a23e65b. 00000100:00000200:2.0:1761313445.694455:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199501952, offset 224 00000400:00000200:2.0:1761313445.694462:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.694515:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.694520:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89037:89037:256:4294967295] 192.168.204.1@tcp LPNI seq info [89037:89037:8:4294967295] 00000400:00000200:2.0:1761313445.694531:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.694536:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.694541:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2464fd1 (tot 82354770). 00000800:00000200:2.0:1761313445.694546:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.694553:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.694557:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f2464fd1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.694576:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.694579:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032237647. 00000020:00000010:2.0:1761313445.694582:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccb5d465. 00000800:00000200:0.0:1761313445.694680:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.694683:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2464fd1 (tot 82354522). 00000400:00000200:0.0:1761313445.694686:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.694690:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.694693:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a23e65b 00000400:00000010:0.0:1761313445.694695:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a23e65b. 00080000:00000010:3.0:1761313445.694932:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d8e1a0e. 00010000:00000010:3.0:1761313445.695034:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de33e44f. 00010000:00000010:3.0:1761313445.695039:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000432902a0. 00010000:00000010:3.0:1761313445.695128:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.0:1761313445.695135:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.695145:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9c0fbe3. 00000100:00000010:3.0:1761313445.695149:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313445.695156:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8423e37. 02000000:00000010:3.0:1761313445.695166:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009707bf7. 02000000:00000010:3.0:1761313445.695203:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e9995e7. 00000400:00000010:3.0:1761313445.695210:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3447791. 00000400:00000010:3.0:1761313445.695214:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.695220:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206481152, portal 16 00000400:00000010:3.0:1761313445.695224:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313445.695226:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206481152, offset 0 00000400:00000200:3.0:1761313445.695231:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.695238:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.695245:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.695249:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.695252:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.695255:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89038:89038:256:4294967295] 192.168.204.1@tcp LPNI seq info [89038:89038:8:4294967295] 00000400:00000200:3.0:1761313445.695261:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.695265:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.695268:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b673cd9b (tot 82354770). 00000800:00000200:3.0:1761313445.695272:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.695276:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.695279:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b673cd9b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.695558:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.695561:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b673cd9b (tot 82354522). 00000400:00000200:0.0:1761313445.695567:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.695571:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.695573:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:0.0:1761313445.695575:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000100:00000200:0.0:1761313445.695583:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8423e37 x1846869206481152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313445.697574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe9b30d1. 00010000:00000010:0.1:1761313445.697592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b81f107. 00000400:00000200:3.0:1761313445.700877:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.701136:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb900 00000400:00000200:2.0:1761313445.701146:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadce9 [1] + 224 00000400:00000200:2.0:1761313445.701181:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.701186:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.701197:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8423e37 x1846869206481152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.701240:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.701245:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953ac0 00000400:00000200:2.0:1761313445.701250:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac6e1 [2] + 1312 00000400:00000200:2.0:1761313445.701505:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.701511:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.701515:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.701521:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c468af4. 00000400:00000010:3.0:1761313445.701728:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3447791. 00000400:00000200:3.0:1761313445.701733:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:3.0:1761313445.701736:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.701745:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8423e37 x1846869206481152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313445.701750:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2bcb852. 00000100:00000200:3.0:1761313445.701755:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8423e37 x1846869206481152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313445.701759:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.701765:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 02000000:00000010:3.0:1761313445.701786:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e9995e7. 02000000:00000010:3.0:1761313445.701793:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009707bf7. 00000100:00000010:3.0:1761313445.701797:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8423e37. 00000100:00000010:3.0:1761313445.701801:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313445.701805:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9c0fbe3. 00000100:00000200:0.0:1761313445.702076:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c468af4 x1846869199502016/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313445.702111:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502016 02000000:00000010:0.0:1761313445.702122:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e0dd5b2. 00010000:00000010:0.0:1761313445.702149:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc9139eb. 00010000:00000010:0.0:1761313445.702178:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313445.702185:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f211c5a. 00000100:00000010:0.0:1761313445.702201:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f211c5a. 00010000:00000010:0.0:1761313445.702204:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00000400:00000010:0.0:1761313445.702216:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bf2771b. 00000100:00000200:0.0:1761313445.702268:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502016, offset 224 00000400:00000200:0.0:1761313445.702276:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.702287:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.702292:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89039:89039:256:4294967295] 192.168.204.1@tcp LPNI seq info [89039:89039:8:4294967295] 00000400:00000200:0.0:1761313445.702301:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.702306:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.702311:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313445.702316:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.702323:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.702326:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313445.702354:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.702359:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313445.702362:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2bcb852. 00000800:00000200:2.0:1761313445.702564:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.702568:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:2.0:1761313445.702572:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.702576:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.702579:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bf2771b 00000400:00000010:2.0:1761313445.702581:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bf2771b. 00080000:00000010:3.0:1761313445.702857:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009707bf7. 00010000:00000010:3.0:1761313445.702998:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.703005:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008683f11d. 00010000:00000010:3.0:1761313445.703083:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe215150. 00010000:00000010:3.0:1761313445.703089:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.703098:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9c0fbe3. 00000100:00000010:3.0:1761313445.703102:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313445.703108:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8423e37. 02000000:00000010:3.0:1761313445.703120:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e9995e7. 02000000:00000010:3.0:1761313445.703143:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091f2d766. 00000400:00000010:3.0:1761313445.703148:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3447791. 00000400:00000010:3.0:1761313445.703153:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.703157:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206481216, portal 16 00000400:00000010:3.0:1761313445.703162:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d86f44. 00000100:00000200:3.0:1761313445.703164:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206481216, offset 0 00000400:00000200:3.0:1761313445.703179:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.703187:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.703195:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.703199:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.703202:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.703205:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89040:89040:256:4294967295] 192.168.204.1@tcp LPNI seq info [89040:89040:8:4294967295] 00000400:00000200:3.0:1761313445.703212:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.703216:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.703219:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000075384b9 (tot 82354770). 00000800:00000200:3.0:1761313445.703224:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.703229:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.703231:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000075384b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.703815:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.703819:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000075384b9 (tot 82354522). 00000400:00000200:0.0:1761313445.703826:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.703832:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.703836:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d86f44 00000400:00000010:0.0:1761313445.703837:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d86f44. 00000100:00000200:0.0:1761313445.703844:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8423e37 x1846869206481216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.704667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf7e47c9. 00010000:00000010:3.1:1761313445.704676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39ad6eb. 00010000:00000010:2.1:1761313445.704710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5a6a3f7. 00000400:00000200:2.0:1761313445.704884:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.704897:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb940 00000400:00000200:2.0:1761313445.704904:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadcf5 [1] + 224 00000400:00000200:2.0:1761313445.704916:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.704920:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.704925:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8423e37 x1846869206481216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313445.705001:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3447791. 00000400:00000200:3.0:1761313445.705007:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:3.0:1761313445.705008:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.705014:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8423e37 x1846869206481216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.705021:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8423e37 x1846869206481216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.705046:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091f2d766. 02000000:00000010:3.0:1761313445.705052:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006e9995e7. 00000100:00000010:3.0:1761313445.705056:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8423e37. 00000100:00000010:3.0:1761313445.705061:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313445.705065:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9c0fbe3. 00000400:00000200:2.0:1761313445.705573:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.705581:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953b00 00000400:00000200:2.0:1761313445.705586:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac6e1 [2] + 1640 00000400:00000200:2.0:1761313445.706307:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.706313:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.706319:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.706325:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 00000020:00000010:1.0:1761313445.706862:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b24d58fa. 00000020:00000010:1.0:1761313445.706871:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e47e82be. 00000020:00000010:1.0:1761313445.706876:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f554212f. 00000100:00000200:1.0:1761313445.706905:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005e2aefc2 x1846869199502080/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313445.706969:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502080 02000000:00000010:0.0:1761313445.706982:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2bcb852. 00010000:00000010:0.0:1761313445.707010:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7adefc4. 00010000:00000010:0.0:1761313445.707030:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313445.707036:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f211c5a. 00000100:00000010:0.0:1761313445.707056:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f211c5a. 00010000:00000010:0.0:1761313445.707059:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00000400:00000010:0.0:1761313445.707072:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014f680c3. 00000100:00000200:0.0:1761313445.707076:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502080, offset 224 00000400:00000200:0.0:1761313445.707084:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.707096:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.707101:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89041:89041:256:4294967295] 192.168.204.1@tcp LPNI seq info [89041:89041:8:4294967295] 00000400:00000200:0.0:1761313445.707110:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.707115:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.707119:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aace3980 (tot 82354770). 00000800:00000200:0.0:1761313445.707124:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.707131:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.707134:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aace3980 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313445.707158:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e47e82be. 00000020:00000010:0.0:1761313445.707162:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f554212f. 00000020:00000010:0.0:1761313445.707166:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b24d58fa. 00080000:00000010:3.0:1761313445.707211:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a36df73d. 00010000:00000010:3.0:1761313445.707305:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.707311:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005062d113. 00000800:00000200:2.0:1761313445.707566:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.707570:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aace3980 (tot 82354522). 00000400:00000200:2.0:1761313445.707573:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.707578:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.707581:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014f680c3 00000400:00000010:2.0:1761313445.707583:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014f680c3. 00010000:00000010:3.0:1761313445.707584:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313445.707589:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.707601:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9c0fbe3. 00000100:00000010:3.0:1761313445.707605:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313445.707611:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8423e37. 02000000:00000010:3.0:1761313445.707621:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c9b50c7. 02000000:00000010:3.0:1761313445.707643:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a75c5820. 00000400:00000010:3.0:1761313445.707650:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3447791. 00000400:00000010:3.0:1761313445.707654:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.707658:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206481280, portal 16 00000400:00000010:3.0:1761313445.707663:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021403d81. 00000100:00000200:3.0:1761313445.707664:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206481280, offset 0 00000400:00000200:3.0:1761313445.707669:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.707676:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.707682:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.707684:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.707687:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.707689:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89042:89042:256:4294967295] 192.168.204.1@tcp LPNI seq info [89042:89042:8:4294967295] 00000400:00000200:3.0:1761313445.707695:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.707699:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.707702:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000075384b9 (tot 82354770). 00000800:00000200:3.0:1761313445.707706:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.707711:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.707713:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000075384b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.707923:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.707925:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000075384b9 (tot 82354522). 00000400:00000200:2.0:1761313445.707930:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.707933:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.707936:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021403d81 00000400:00000010:2.0:1761313445.707937:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021403d81. 00000100:00000200:2.0:1761313445.707944:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8423e37 x1846869206481280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.709301:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.709317:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb980 00000400:00000200:2.0:1761313445.709324:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadd01 [1] + 224 00000400:00000200:2.0:1761313445.709336:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.709339:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.709345:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8423e37 x1846869206481280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313445.709462:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3447791. 00010000:00000010:0.1:1761313445.709511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7cbace1. 00010000:00000010:3.1:1761313445.709728:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f65eb5ad. 00010000:00000010:3.1:1761313445.709735:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00000400:00000200:3.0:1761313445.709767:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:3.0:1761313445.709770:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.709778:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8423e37 x1846869206481280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.709785:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8423e37 x1846869206481280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.709813:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a75c5820. 02000000:00000010:3.0:1761313445.709819:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c9b50c7. 00000100:00000010:3.0:1761313445.709822:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8423e37. 00000100:00000010:3.0:1761313445.709827:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313445.709831:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9c0fbe3. 00000400:00000200:2.0:1761313445.709887:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.709895:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953b40 00000400:00000200:2.0:1761313445.709900:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac6e1 [2] + 1968 00000400:00000010:2.0:1761313445.709903:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1992bd5. 00000400:00000200:2.0:1761313445.709906:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000bff1d827 00000400:00000200:2.0:1761313445.710113:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.710118:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.710121:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bff1d827 00000400:00000010:2.0:1761313445.710123:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000bff1d827 (tot 82354370). 00000100:00000200:2.0:1761313445.710127:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313445.710194:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075d7999d. 00000020:00000010:0.0:1761313445.710202:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.710207:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313445.710235:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000063ebbbf2 x1846869199502144/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313445.710273:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502144 02000000:00000010:0.0:1761313445.710285:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019c54b55. 00010000:00000010:0.0:1761313445.710310:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000effa3665. 00010000:00000010:0.0:1761313445.710331:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313445.710337:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f211c5a. 00000100:00000010:0.0:1761313445.710348:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f211c5a. 00010000:00000010:0.0:1761313445.710351:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00000400:00000010:0.0:1761313445.710363:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313445.710366:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502144, offset 224 00000400:00000200:0.0:1761313445.710373:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.710383:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.710388:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89043:89043:256:4294967295] 192.168.204.1@tcp LPNI seq info [89043:89043:8:4294967295] 00000400:00000200:0.0:1761313445.710397:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.710402:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.710407:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018b1f5e4 (tot 82354618). 00000800:00000200:0.0:1761313445.710411:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.710418:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.710421:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018b1f5e4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313445.710446:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.710451:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313445.710453:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075d7999d. 02000000:00000010:0.0:1761313445.710461:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2bcb852. 00000100:00000010:0.0:1761313445.710463:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 02000000:00000010:0.0:1761313445.710488:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e0dd5b2. 00000100:00000010:0.0:1761313445.710491:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c468af4. 02000000:00000010:0.0:1761313445.710495:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002a1ffa52. 00000100:00000010:0.0:1761313445.710497:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c1a6571. 02000000:00000010:0.0:1761313445.710500:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000757024a5. 00000100:00000010:0.0:1761313445.710502:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa50f973. 00080000:00000010:3.0:1761313445.710504:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c9b50c7. 02000000:00000010:0.0:1761313445.710505:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aabbcee5. 00000100:00000010:0.0:1761313445.710507:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f9b6e2. 02000000:00000010:0.0:1761313445.710509:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000516db19f. 00000100:00000010:0.0:1761313445.710511:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000af9e5096. 00000100:00000200:0.0:1761313445.710516:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313445.710519:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008811f3f4. 00000400:00000010:0.0:1761313445.710523:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006f211c5a (tot 82354770). 00010000:00000010:3.0:1761313445.710592:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.710603:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd49d2f4. 00000800:00000200:2.0:1761313445.710669:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.710672:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018b1f5e4 (tot 82354522). 00010000:00000010:3.0:1761313445.710675:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cc7518c. 00000400:00000200:2.0:1761313445.710675:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.710679:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00010000:00000010:3.0:1761313445.710680:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00000400:00000200:2.0:1761313445.710682:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:2.0:1761313445.710683:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 02000000:00000010:2.0:1761313445.710687:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000019c54b55. 00010000:00000010:3.0:1761313445.710688:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9c0fbe3. 00000100:00000010:3.0:1761313445.710691:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313445.710697:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8423e37. 02000000:00000010:3.0:1761313445.710707:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a75c5820. 02000000:00000010:3.0:1761313445.710727:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000091c8238. 00000400:00000010:3.0:1761313445.710731:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3447791. 00000400:00000010:3.0:1761313445.710734:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.710737:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206481344, portal 16 00000400:00000010:3.0:1761313445.710741:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7e97fc7. 00000100:00000200:3.0:1761313445.710743:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206481344, offset 0 00000400:00000200:3.0:1761313445.710747:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.710753:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.710758:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.710762:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.710764:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.710766:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89044:89044:256:4294967295] 192.168.204.1@tcp LPNI seq info [89044:89044:8:4294967295] 00000400:00000200:3.0:1761313445.710772:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.710776:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.710779:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b673cd9b (tot 82354770). 00000800:00000200:3.0:1761313445.710782:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.710785:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.710787:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b673cd9b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.710850:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.710852:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b673cd9b (tot 82354522). 00000400:00000200:2.0:1761313445.710858:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.710861:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.710863:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7e97fc7 00000400:00000010:2.0:1761313445.710865:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7e97fc7. 00000100:00000200:2.0:1761313445.710870:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8423e37 x1846869206481344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.712929:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.712948:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffb9c0 00000400:00000200:2.0:1761313445.712956:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadd11 [1] + 224 00000400:00000200:2.0:1761313445.712968:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.712972:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.712980:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8423e37 x1846869206481344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313445.713186:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3447791. 00000400:00000200:3.0:1761313445.713191:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:3.0:1761313445.713193:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.713199:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8423e37 x1846869206481344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.713206:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8423e37 x1846869206481344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.713233:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000091c8238. 02000000:00000010:3.0:1761313445.713238:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a75c5820. 00000100:00000010:3.0:1761313445.713242:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8423e37. 00000100:00000010:3.0:1761313445.713247:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313445.713252:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9c0fbe3. 00000400:00000200:2.0:1761313445.713889:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.713901:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953b80 00000400:00000200:2.0:1761313445.713907:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac739 [2] + 0 00000400:00000200:2.0:1761313445.713956:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.713960:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.713964:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.713969:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090a40237. 00000020:00000010:1.0:1761313445.714215:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b24d58fa. 00000020:00000010:1.0:1761313445.714223:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.714228:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.714256:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090a40237 x1846869199502208/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:3.1:1761313445.714639:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000067db0cc. 00010000:00000010:3.1:1761313445.714647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00000100:00000200:1.0:1761313445.714721:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502208 02000000:00000010:1.0:1761313445.714737:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f899181. 00010000:00000010:1.0:1761313445.714765:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be893842. 00010000:00000010:1.0:1761313445.714788:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fcc9fbd. 00000100:00000010:1.0:1761313445.714796:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000132511c4. 00000100:00000010:1.0:1761313445.714812:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000132511c4. 00010000:00000010:1.0:1761313445.714816:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fcc9fbd. 00000400:00000010:1.0:1761313445.714832:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b599b9c0. 00000100:00000200:1.0:1761313445.714837:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502208, offset 224 00000400:00000200:1.0:1761313445.714845:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.714856:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.714861:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89045:89045:256:4294967295] 192.168.204.1@tcp LPNI seq info [89045:89045:8:4294967295] 00000400:00000200:1.0:1761313445.714870:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.714875:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.714878:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae5814d2 (tot 82354770). 00000800:00000200:1.0:1761313445.714884:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.714890:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.714893:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae5814d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.714906:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.714909:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.714912:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b24d58fa. 00000800:00000200:2.0:1761313445.715138:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.715142:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae5814d2 (tot 82354522). 00000400:00000200:2.0:1761313445.715146:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.715150:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.715154:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b599b9c0 00000400:00000010:2.0:1761313445.715156:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b599b9c0. 00080000:00000010:3.0:1761313445.715226:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a75c5820. 00010000:00000010:3.0:1761313445.715313:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.715319:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfcef7ba. 00010000:00000010:3.0:1761313445.715392:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe215150. 00010000:00000010:3.0:1761313445.715397:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.715406:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9c0fbe3. 00000100:00000010:3.0:1761313445.715409:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313445.715415:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8423e37. 02000000:00000010:3.0:1761313445.715425:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000091c8238. 02000000:00000010:3.0:1761313445.715446:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed6cc94f. 00000400:00000010:3.0:1761313445.715450:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3447791. 00000400:00000010:3.0:1761313445.715455:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.715459:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206481408, portal 16 00000400:00000010:3.0:1761313445.715463:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008502b0aa. 00000100:00000200:3.0:1761313445.715464:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206481408, offset 0 00000400:00000200:3.0:1761313445.715496:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.715503:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.715509:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.715512:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.715515:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.715518:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89046:89046:256:4294967295] 192.168.204.1@tcp LPNI seq info [89046:89046:8:4294967295] 00000400:00000200:3.0:1761313445.715529:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.715533:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.715537:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b95fb01e (tot 82354770). 00000800:00000200:3.0:1761313445.715541:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.715545:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.715548:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b95fb01e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.715682:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.715685:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b95fb01e (tot 82354522). 00000400:00000200:2.0:1761313445.715690:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.715693:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.715696:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008502b0aa 00000400:00000010:2.0:1761313445.715698:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008502b0aa. 00000100:00000200:2.0:1761313445.715705:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8423e37 x1846869206481408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.717454:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.717497:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffba00 00000400:00000200:2.0:1761313445.717505:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadd1d [1] + 224 00000400:00000200:2.0:1761313445.717516:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.717519:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.717527:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8423e37 x1846869206481408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.717595:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.717601:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953bc0 00000400:00000200:2.0:1761313445.717606:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac739 [2] + 328 00000400:00000200:2.0:1761313445.717767:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.717771:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000010:3.0:1761313445.717774:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3447791. 00000400:00000200:3.0:1761313445.717778:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:3.0:1761313445.717780:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.717786:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8423e37 x1846869206481408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.717786:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.717790:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfd0c749. 00000100:00000200:3.0:1761313445.717793:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8423e37 x1846869206481408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.717827:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed6cc94f. 02000000:00000010:3.0:1761313445.717832:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000091c8238. 00000100:00000010:3.0:1761313445.717835:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8423e37. 00000100:00000010:3.0:1761313445.717840:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313445.717845:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9c0fbe3. 00000020:00000010:1.0:1761313445.717950:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b24d58fa. 00000020:00000010:1.0:1761313445.717957:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.717961:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.717988:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfd0c749 x1846869199502272/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313445.718100:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502272 02000000:00000010:1.0:1761313445.718112:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3710247. 00010000:00000010:1.0:1761313445.718137:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003c6a2b5. 00010000:00000010:1.0:1761313445.718159:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fcc9fbd. 00000100:00000010:1.0:1761313445.718165:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000132511c4. 00000100:00000010:1.0:1761313445.718190:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000132511c4. 00010000:00000010:1.0:1761313445.718193:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fcc9fbd. 00000400:00000010:1.0:1761313445.718204:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d52d4f38. 00000100:00000200:1.0:1761313445.718208:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502272, offset 224 00000400:00000200:1.0:1761313445.718214:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.718225:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.718230:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89047:89047:256:4294967295] 192.168.204.1@tcp LPNI seq info [89047:89047:8:4294967295] 00000400:00000200:1.0:1761313445.718238:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.718243:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.718247:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008803a01b (tot 82354770). 00000800:00000200:1.0:1761313445.718252:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.718258:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.718261:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008803a01b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.718284:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.718288:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.718291:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b24d58fa. 00080000:00000010:3.0:1761313445.718342:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000091c8238. 00010000:00000010:3.0:1761313445.718425:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.718431:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e25ce36f. 00010000:00000010:3.0:1761313445.718548:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000098351cb. 00010000:00000010:3.0:1761313445.718553:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.718562:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9c0fbe3. 00000100:00000010:3.0:1761313445.718565:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313445.718570:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8423e37. 02000000:00000010:3.0:1761313445.718580:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed6cc94f. 02000000:00000010:3.0:1761313445.718598:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000014cae34. 00000400:00000010:3.0:1761313445.718602:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3447791. 00000400:00000010:3.0:1761313445.718605:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.718608:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206481472, portal 16 00000400:00000010:3.0:1761313445.718612:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b94f63a. 00000100:00000200:3.0:1761313445.718613:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206481472, offset 0 00000400:00000200:3.0:1761313445.718618:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.718623:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.718629:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.718632:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.718635:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.718637:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89048:89048:255:4294967295] 192.168.204.1@tcp LPNI seq info [89048:89048:7:4294967295] 00000400:00000200:3.0:1761313445.718644:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.718647:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.718650:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b95fb01e (tot 82355018). 00000800:00000200:3.0:1761313445.718653:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.718657:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.718659:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b95fb01e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.718734:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.718737:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008803a01b (tot 82354770). 00000400:00000200:2.0:1761313445.718740:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.718744:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.718746:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d52d4f38 00000400:00000010:2.0:1761313445.718747:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d52d4f38. 00000800:00000200:2.0:1761313445.718786:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.718787:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b95fb01e (tot 82354522). 00000400:00000200:2.0:1761313445.718791:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.718794:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.718796:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b94f63a 00000400:00000010:2.0:1761313445.718797:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b94f63a. 00000100:00000200:2.0:1761313445.718801:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8423e37 x1846869206481472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.719532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054ec297b. 00010000:00000010:3.1:1761313445.719540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:0.1:1761313445.719633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003341a6e6. 00010000:00000010:0.1:1761313445.719638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d9d20e. 00000400:00000200:2.0:1761313445.721979:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.721998:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffba40 00000400:00000200:2.0:1761313445.722007:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadd29 [1] + 224 00000400:00000200:2.0:1761313445.722019:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.722023:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.722043:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8423e37 x1846869206481472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.722077:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.722082:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953c00 00000400:00000200:2.0:1761313445.722087:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac739 [2] + 656 00000400:00000200:2.0:1761313445.722210:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.722214:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.722225:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.722232:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058c26597. 00000020:00000010:1.0:1761313445.722296:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b24d58fa. 00000020:00000010:1.0:1761313445.722303:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.722307:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.722332:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058c26597 x1846869199502336/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313445.722369:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502336 02000000:00000010:1.0:1761313445.722382:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000665a8fbd. 00010000:00000010:1.0:1761313445.722420:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fcc9fbd. 00000100:00000010:1.0:1761313445.722431:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000132511c4. 00000100:00000010:1.0:1761313445.722437:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000132511c4. 00010000:00000010:1.0:1761313445.722441:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fcc9fbd. 00000400:00000010:1.0:1761313445.722453:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f309ef1a. 00000100:00000200:1.0:1761313445.722459:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502336, offset 224 00000400:00000200:1.0:1761313445.722466:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.722514:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.722519:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89049:89049:256:4294967295] 192.168.204.1@tcp LPNI seq info [89049:89049:8:4294967295] 00000400:00000200:1.0:1761313445.722529:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.722533:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.722537:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000597e8afc (tot 82354770). 00000800:00000200:1.0:1761313445.722542:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.722548:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.722552:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000597e8afc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.722568:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.722571:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.722574:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b24d58fa. 00000800:00000200:2.0:1761313445.722680:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.722684:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000597e8afc (tot 82354522). 00000400:00000200:2.0:1761313445.722688:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.722691:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.722695:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f309ef1a 00000400:00000010:2.0:1761313445.722697:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f309ef1a. 00000400:00000010:3.0:1761313445.722902:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3447791. 00000400:00000200:3.0:1761313445.722906:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:3.0:1761313445.722908:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.722916:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8423e37 x1846869206481472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.722923:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8423e37 x1846869206481472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313445.722943:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065d323b7. 02000000:00000010:3.0:1761313445.722956:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000014cae34. 02000000:00000010:3.0:1761313445.722961:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed6cc94f. 00000100:00000010:3.0:1761313445.722964:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8423e37. 00000100:00000010:3.0:1761313445.722968:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313445.722971:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9c0fbe3. 00080000:00000010:3.0:1761313445.722988:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed6cc94f. 00010000:00000010:3.0:1761313445.723083:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.723090:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc3a4855. 00010000:00000010:3.0:1761313445.723185:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313445.723192:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.723200:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9c0fbe3. 00000100:00000010:3.0:1761313445.723204:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313445.723210:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8423e37. 02000000:00000010:3.0:1761313445.723221:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000014cae34. 02000000:00000010:3.0:1761313445.723243:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e9995e7. 00000400:00000010:3.0:1761313445.723247:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3447791. 00000400:00000010:3.0:1761313445.723250:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.723254:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206481536, portal 16 00000400:00000010:3.0:1761313445.723258:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036954fa5. 00000100:00000200:3.0:1761313445.723260:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206481536, offset 0 00000400:00000200:3.0:1761313445.723265:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.723271:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.723278:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.723281:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.723284:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.723286:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89050:89050:256:4294967295] 192.168.204.1@tcp LPNI seq info [89050:89050:8:4294967295] 00000400:00000200:3.0:1761313445.723293:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.723298:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.723301:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b673cd9b (tot 82354770). 00000800:00000200:3.0:1761313445.723305:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.723308:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.723310:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b673cd9b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.723459:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.723462:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b673cd9b (tot 82354522). 00000400:00000200:2.0:1761313445.723498:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.723502:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.723505:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036954fa5 00000400:00000010:2.0:1761313445.723506:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036954fa5. 00000100:00000200:2.0:1761313445.723511:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8423e37 x1846869206481536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.725377:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.725393:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffba80 00000400:00000200:2.0:1761313445.725400:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadd35 [1] + 224 00000400:00000200:2.0:1761313445.725410:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.725414:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.725421:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8423e37 x1846869206481536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.725454:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.725459:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953c40 00000400:00000200:2.0:1761313445.725464:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac739 [2] + 984 00000400:00000200:2.0:1761313445.725520:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.725523:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.725527:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.725532:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 00000400:00000010:3.0:1761313445.725630:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3447791. 00000400:00000200:3.0:1761313445.725636:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:3.0:1761313445.725637:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.725644:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8423e37 x1846869206481536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.725650:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8423e37 x1846869206481536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.725675:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e9995e7. 02000000:00000010:3.0:1761313445.725680:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000014cae34. 00000100:00000010:3.0:1761313445.725684:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8423e37. 00000100:00000010:3.0:1761313445.725688:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313445.725692:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9c0fbe3. 00000020:00000010:0.0:1761313445.725779:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e0dd5b2. 00000020:00000010:0.0:1761313445.725785:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.725789:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313445.725811:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ca3dcbd4 x1846869199502400/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313445.725845:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502400 02000000:00000010:0.0:1761313445.725856:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2bcb852. 00010000:00000010:0.0:1761313445.725882:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000821499bd. 00010000:00000010:0.0:1761313445.725898:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313445.725904:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe755acc. 00000100:00000010:0.0:1761313445.725919:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe755acc. 00010000:00000010:0.0:1761313445.725921:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00000400:00000010:0.0:1761313445.725934:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aec04dd1. 00000100:00000200:0.0:1761313445.725938:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502400, offset 224 00000400:00000200:0.0:1761313445.725945:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.725954:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.725959:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89051:89051:256:4294967295] 192.168.204.1@tcp LPNI seq info [89051:89051:8:4294967295] 00000400:00000200:0.0:1761313445.725968:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.725972:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.725976:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313445.725982:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.725987:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.725990:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313445.726015:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.726020:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313445.726023:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e0dd5b2. 00000800:00000200:1.0:1761313445.726124:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.726128:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:1.0:1761313445.726132:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.726135:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.726138:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aec04dd1 00000400:00000010:1.0:1761313445.726139:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aec04dd1. 00080000:00000010:3.0:1761313445.726169:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e9995e7. 00010000:00000010:3.0:1761313445.726264:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.726271:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009d3be77. 00010000:00000010:3.0:1761313445.726346:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b0785. 00010000:00000010:3.0:1761313445.726352:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.726361:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9c0fbe3. 00000100:00000010:3.0:1761313445.726364:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313445.726369:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8423e37. 02000000:00000010:3.0:1761313445.726379:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091f2d766. 02000000:00000010:3.0:1761313445.726408:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000014cae34. 00000400:00000010:3.0:1761313445.726412:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3447791. 00000400:00000010:3.0:1761313445.726416:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.726421:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206481600, portal 16 00000400:00000010:3.0:1761313445.726424:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313445.726426:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206481600, offset 0 00000400:00000200:3.0:1761313445.726431:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.726438:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.726444:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.726447:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.726450:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.726452:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89052:89052:256:4294967295] 192.168.204.1@tcp LPNI seq info [89052:89052:8:4294967295] 00000400:00000200:3.0:1761313445.726458:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.726462:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.726465:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000075384b9 (tot 82354770). 00000800:00000200:3.0:1761313445.726497:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.726501:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.726504:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000075384b9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313445.726652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009561b524. 00010000:00000010:1.1:1761313445.726658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005efa80e. 00000800:00000200:2.0:1761313445.726792:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.726794:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000075384b9 (tot 82354522). 00000400:00000200:2.0:1761313445.726800:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.726803:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.726806:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:2.0:1761313445.726807:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000100:00000200:2.0:1761313445.726813:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8423e37 x1846869206481600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.728770:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.728787:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffbac0 00000400:00000200:2.0:1761313445.728795:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadd41 [1] + 224 00000400:00000200:2.0:1761313445.728804:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.728807:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.728815:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8423e37 x1846869206481600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.728847:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.728852:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953c80 00000400:00000200:2.0:1761313445.728857:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac739 [2] + 1312 00000400:00000200:2.0:1761313445.728895:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.728899:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.728902:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.728907:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 00000400:00000010:3.0:1761313445.728973:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3447791. 00000400:00000200:3.0:1761313445.728978:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:3.0:1761313445.728980:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.728987:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8423e37 x1846869206481600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.728995:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8423e37 x1846869206481600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.729020:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000014cae34. 02000000:00000010:3.0:1761313445.729026:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091f2d766. 00000100:00000010:3.0:1761313445.729030:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8423e37. 00000100:00000010:3.0:1761313445.729034:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313445.729038:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9c0fbe3. 00000020:00000010:1.0:1761313445.729442:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065bb5e00. 00000020:00000010:1.0:1761313445.729449:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.729453:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.729506:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c60925 x1846869199502464/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313445.729528:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502464 02000000:00000010:1.0:1761313445.729540:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b24d58fa. 00010000:00000010:1.0:1761313445.729565:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc76e25b. 00010000:00000010:1.0:1761313445.729584:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fcc9fbd. 00000100:00000010:1.0:1761313445.729589:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000132511c4. 00000100:00000010:1.0:1761313445.729600:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000132511c4. 00010000:00000010:1.0:1761313445.729603:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fcc9fbd. 00000400:00000010:1.0:1761313445.729614:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b836adb4. 00000100:00000200:1.0:1761313445.729618:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502464, offset 224 00000400:00000200:1.0:1761313445.729624:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.729633:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.729639:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89053:89053:256:4294967295] 192.168.204.1@tcp LPNI seq info [89053:89053:8:4294967295] 00000400:00000200:1.0:1761313445.729647:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.729652:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.729656:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82354770). 00000800:00000200:1.0:1761313445.729660:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.729667:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.729670:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.729695:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.729699:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.729702:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065bb5e00. 00080000:00000010:3.0:1761313445.729762:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000270782c1. 00000800:00000200:2.0:1761313445.729857:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.729861:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:2.0:1761313445.729865:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.729868:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.729871:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b836adb4 00000400:00000010:2.0:1761313445.729873:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b836adb4. 00010000:00000010:3.0:1761313445.729971:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.729978:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d1f5546. 00010000:00000010:3.0:1761313445.730068:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be438664. 00010000:00000010:3.0:1761313445.730074:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.730086:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9c0fbe3. 00000100:00000010:3.0:1761313445.730090:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313445.730095:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8423e37. 02000000:00000010:3.0:1761313445.730105:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012990f2f. 02000000:00000010:3.0:1761313445.730126:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091f2d766. 00000400:00000010:3.0:1761313445.730131:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3447791. 00000400:00000010:3.0:1761313445.730134:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.730138:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206481664, portal 16 00000400:00000010:3.0:1761313445.730142:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d214ba. 00000100:00000200:3.0:1761313445.730143:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206481664, offset 0 00000400:00000200:3.0:1761313445.730148:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.730155:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.730162:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.730165:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.730168:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.730183:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89054:89054:256:4294967295] 192.168.204.1@tcp LPNI seq info [89054:89054:8:4294967295] 00000400:00000200:3.0:1761313445.730189:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.730194:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.730197:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000075384b9 (tot 82354770). 00000800:00000200:3.0:1761313445.730201:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.730205:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.730207:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000075384b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.731999:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.732007:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000075384b9 (tot 82354522). 00000400:00000200:2.0:1761313445.732016:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.732023:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.732028:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d214ba 00000400:00000010:2.0:1761313445.732029:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d214ba. 00000100:00000200:2.0:1761313445.732039:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8423e37 x1846869206481664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.733025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d247c50a. 00010000:00000010:3.1:1761313445.733076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.1:1761313445.733080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000267d7d2c. 00010000:00000010:3.1:1761313445.733083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00000400:00000200:2.0:1761313445.733789:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.733806:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffbb00 00000400:00000200:2.0:1761313445.733813:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadd4d [1] + 224 00000400:00000200:2.0:1761313445.733823:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.733827:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.733835:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8423e37 x1846869206481664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.733869:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.733873:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953cc0 00000400:00000200:2.0:1761313445.733878:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac739 [2] + 1640 00000400:00000200:2.0:1761313445.734246:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.734250:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.734254:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.734260:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc378313. 00000400:00000010:3.0:1761313445.734388:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3447791. 00000400:00000200:3.0:1761313445.734394:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:3.0:1761313445.734396:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.734404:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8423e37 x1846869206481664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.734411:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8423e37 x1846869206481664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.734439:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091f2d766. 02000000:00000010:3.0:1761313445.734444:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012990f2f. 00000100:00000010:3.0:1761313445.734448:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8423e37. 00000100:00000010:3.0:1761313445.734453:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313445.734457:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9c0fbe3. 00010000:00000010:0.1:1761313445.734600:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039369def. 00000020:00000010:0.0:1761313445.734631:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e0dd5b2. 00000020:00000010:0.0:1761313445.734638:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.734641:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313445.734664:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc378313 x1846869199502528/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313445.734697:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502528 02000000:00000010:0.0:1761313445.734708:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000075d7999d. 00010000:00000010:0.0:1761313445.734732:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000487f718c. 00010000:00000010:0.0:1761313445.734750:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313445.734755:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe755acc. 00000100:00000010:0.0:1761313445.734768:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe755acc. 00010000:00000010:0.0:1761313445.734770:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00000400:00000010:0.0:1761313445.734781:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef3aac3. 00000100:00000200:0.0:1761313445.734785:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502528, offset 224 00000400:00000200:0.0:1761313445.734792:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.734802:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.734807:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89055:89055:256:4294967295] 192.168.204.1@tcp LPNI seq info [89055:89055:8:4294967295] 00000400:00000200:0.0:1761313445.734816:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.734820:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.734824:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313445.734829:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.734835:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.734839:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313445.734852:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.734856:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313445.734858:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e0dd5b2. 00000800:00000200:2.0:1761313445.734947:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.734950:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:2.0:1761313445.734953:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.734957:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.734959:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef3aac3 00000400:00000010:2.0:1761313445.734960:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef3aac3. 00080000:00000010:3.0:1761313445.735267:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000014cae34. 00010000:00000010:3.0:1761313445.735351:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.735358:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000987b3d54. 00010000:00000010:3.0:1761313445.735427:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe215150. 00010000:00000010:3.0:1761313445.735432:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.735441:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9c0fbe3. 00000100:00000010:3.0:1761313445.735444:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313445.735450:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8423e37. 02000000:00000010:3.0:1761313445.735462:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012990f2f. 00010000:00000010:3.1:1761313445.735499:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482fcd6d. 00010000:00000010:3.1:1761313445.735505:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000070fa571. 00010000:00000010:3.1:1761313445.735508:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:3.1:1761313445.735510:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018552437. 00010000:00000010:3.1:1761313445.735513:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 02000000:00000010:3.0:1761313445.735533:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091f2d766. 00000400:00000010:3.0:1761313445.735537:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3447791. 00000400:00000010:3.0:1761313445.735541:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.735546:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206481728, portal 16 00000400:00000010:3.0:1761313445.735550:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d690a504. 00000100:00000200:3.0:1761313445.735551:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206481728, offset 0 00000400:00000200:3.0:1761313445.735557:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.735567:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.735573:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.735576:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.735578:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.735580:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89056:89056:256:4294967295] 192.168.204.1@tcp LPNI seq info [89056:89056:8:4294967295] 00000400:00000200:3.0:1761313445.735586:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.735590:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.735593:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b673cd9b (tot 82354770). 00000800:00000200:3.0:1761313445.735596:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.735600:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.735602:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b673cd9b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313445.736869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079944a5e. 00000800:00000200:2.0:1761313445.737581:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.737585:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b673cd9b (tot 82354522). 00000400:00000200:2.0:1761313445.737592:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.737600:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.737606:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d690a504 00000400:00000010:2.0:1761313445.737608:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d690a504. 00000100:00000200:2.0:1761313445.737618:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8423e37 x1846869206481728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.740426:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.740445:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffbb40 00000400:00000200:2.0:1761313445.740453:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadd59 [1] + 224 00000400:00000200:2.0:1761313445.740465:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.740552:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.740562:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8423e37 x1846869206481728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.740597:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.740603:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953d00 00000400:00000200:2.0:1761313445.740607:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac739 [2] + 1968 00000400:00000010:2.0:1761313445.740611:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941c5dd7. 00000400:00000200:2.0:1761313445.740615:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000dec9ad21 00000400:00000200:2.0:1761313445.740661:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.740665:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.740667:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec9ad21 00000400:00000010:2.0:1761313445.740669:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000dec9ad21 (tot 82354370). 00000100:00000200:2.0:1761313445.740674:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761313445.740744:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3447791. 00000400:00000200:3.0:1761313445.740748:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:3.0:1761313445.740750:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.740756:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8423e37 x1846869206481728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.740764:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8423e37 x1846869206481728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.740791:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091f2d766. 02000000:00000010:3.0:1761313445.740797:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012990f2f. 00000100:00000010:3.0:1761313445.740801:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8423e37. 00000100:00000010:3.0:1761313445.740805:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313445.740809:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9c0fbe3. 00000020:00000010:0.0:1761313445.741048:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e0dd5b2. 00000020:00000010:0.0:1761313445.741056:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.741059:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313445.741082:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b6006de7 x1846869199502592/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313445.741118:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502592 02000000:00000010:0.0:1761313445.741129:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019c54b55. 00010000:00000010:0.0:1761313445.741154:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a07ff6da. 00010000:00000010:0.0:1761313445.741183:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313445.741188:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe755acc. 00000100:00000010:0.0:1761313445.741199:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe755acc. 00010000:00000010:0.0:1761313445.741201:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00000400:00000010:0.0:1761313445.741213:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055ae023e. 00000100:00000200:0.0:1761313445.741217:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502592, offset 224 00000400:00000200:0.0:1761313445.741224:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.741234:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.741239:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89057:89057:256:4294967295] 192.168.204.1@tcp LPNI seq info [89057:89057:8:4294967295] 00000400:00000200:0.0:1761313445.741247:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.741252:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.741256:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354618). 00000800:00000200:0.0:1761313445.741261:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.741267:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.741271:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313445.741297:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.741301:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313445.741304:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e0dd5b2. 02000000:00000010:0.0:1761313445.741310:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000075d7999d. 00000100:00000010:0.0:1761313445.741313:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc378313. 02000000:00000010:0.0:1761313445.741316:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b24d58fa. 00000100:00000010:0.0:1761313445.741317:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 02000000:00000010:0.0:1761313445.741320:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2bcb852. 00000100:00000010:0.0:1761313445.741322:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 02000000:00000010:0.0:1761313445.741325:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000665a8fbd. 00000100:00000010:0.0:1761313445.741327:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058c26597. 02000000:00000010:0.0:1761313445.741330:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3710247. 00000100:00000010:0.0:1761313445.741332:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfd0c749. 02000000:00000010:0.0:1761313445.741334:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f899181. 00000100:00000010:0.0:1761313445.741336:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090a40237. 00000100:00000200:0.0:1761313445.741342:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313445.741347:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000050c361ff. 00000400:00000010:0.0:1761313445.741350:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe755acc (tot 82354770). 00080000:00000010:3.0:1761313445.741441:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c579643. 00010000:00000010:3.1:1761313445.741498:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c78c53a. 00010000:00000010:3.1:1761313445.741505:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b0785. 00010000:00000010:3.0:1761313445.741570:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.741577:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b18a5d27. 00010000:00000010:3.0:1761313445.741646:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b0785. 00010000:00000010:3.0:1761313445.741651:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.741659:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9c0fbe3. 00000100:00000010:3.0:1761313445.741662:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313445.741667:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8423e37. 02000000:00000010:3.0:1761313445.741678:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012990f2f. 02000000:00000010:3.0:1761313445.741698:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091f2d766. 00000400:00000010:3.0:1761313445.741702:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3447791. 00000400:00000010:3.0:1761313445.741705:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.741708:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206481792, portal 16 00000400:00000010:3.0:1761313445.741711:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172cca3d. 00000100:00000200:3.0:1761313445.741713:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206481792, offset 0 00000400:00000200:3.0:1761313445.741718:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.741724:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.741731:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.741734:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.741736:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.741739:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89058:89058:255:4294967295] 192.168.204.1@tcp LPNI seq info [89058:89058:7:4294967295] 00000400:00000200:3.0:1761313445.741745:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.741749:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.741752:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b95fb01e (tot 82355018). 00000800:00000200:3.0:1761313445.741755:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.741760:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.741762:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b95fb01e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313445.741895:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.741900:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354770). 00000400:00000200:1.0:1761313445.741903:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.741907:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.741910:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055ae023e 00000400:00000010:1.0:1761313445.741911:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055ae023e. 02000000:00000010:1.0:1761313445.741916:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000019c54b55. 00000800:00000200:1.0:1761313445.741963:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.741965:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b95fb01e (tot 82354522). 00000400:00000200:1.0:1761313445.741970:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.741974:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.741976:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172cca3d 00000400:00000010:1.0:1761313445.741977:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172cca3d. 00000100:00000200:1.0:1761313445.741983:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8423e37 x1846869206481792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1761313445.742076:0:71857:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000af9e5096. 02000000:00000010:0.0:1761313445.742084:0:71857:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e4de8b06. 02000000:00000010:0.0:1761313445.742127:0:15816:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b53017d2. 00000400:00000010:0.0:1761313445.742131:0:15816:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c6a1e332. 00000400:00000010:0.0:1761313445.742134:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025c648c8. 00000100:00000200:0.0:1761313445.742137:0:15816:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846869206481856, portal 4 00000400:00000010:0.0:1761313445.742141:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99e9dc5. 00000100:00000200:0.0:1761313445.742143:0:15816:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846869206481856, offset 0 00000400:00000200:0.0:1761313445.742147:0:15816:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761313445.742153:0:15816:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761313445.742159:0:15816:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fb7beffbbc0 00000400:00000200:0.0:1761313445.742164:0:15816:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45279 [256] + 14112 00000400:00000200:0.0:1761313445.742180:0:15816:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.742183:0:15816:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761313445.742186:0:15816:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1761313445.742189:0:15816:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f9b6e2. 00000400:00000200:0.0:1761313445.742202:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99e9dc5 00000400:00000010:0.0:1761313445.742203:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99e9dc5. 00000100:00000200:0.0:1761313445.742206:0:15816:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000af9e5096 x1846869206481856/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000010:0.0:1761313445.742237:0:64789:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2bcb852. 00000020:00000010:0.0:1761313445.742241:0:64789:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.742243:0:64789:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313445.742267:0:64789:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206481856 02000000:00000010:0.0:1761313445.742279:0:64789:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000267de52c. 00010000:00000200:0.0:1761313445.742303:0:64789:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000006f9b6e2 x1846869206481856/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:413/0 lens 224/368 e 0 to 0 dl 1761313488 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:0.0:1761313445.742313:0:64789:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99e9dc5. 00000100:00000200:0.0:1761313445.742315:0:64789:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846869206481856, offset 224 00000400:00000200:0.0:1761313445.742319:0:64789:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761313445.742323:0:64789:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761313445.742328:0:64789:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb7beffbbc0 00000400:00000200:0.0:1761313445.742331:0:64789:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xadd71 [1] + 224 00000400:00000200:0.0:1761313445.742335:0:64789:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.742337:0:64789:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761313445.742341:0:64789:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000af9e5096 x1846869206481856/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:0.0:1761313445.742353:0:64789:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99e9dc5 00000400:00000010:0.0:1761313445.742354:0:64789:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99e9dc5. 00000020:00000010:0.0:1761313445.742362:0:64789:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.742364:0:64789:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313445.742366:0:64789:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2bcb852. 00000400:00000010:0.0:1761313445.742383:0:15816:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c6a1e332. 00000400:00000200:0.0:1761313445.742386:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025c648c8 00000400:00000010:0.0:1761313445.742387:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025c648c8. 00000100:00000200:0.0:1761313445.742390:0:15816:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000af9e5096 x1846869206481856/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:0.0:1761313445.742396:0:15816:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000af9e5096 x1846869206481856/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:0.0:1761313445.742416:0:15816:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b53017d2. 02000000:00000010:0.0:1761313445.742421:0:15816:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e4de8b06. 00000100:00000010:0.0:1761313445.742423:0:15816:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000af9e5096. 00000100:00000010:1.0:1761313445.742621:0:71861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a66c56e. 02000000:00000010:1.0:1761313445.742630:0:71861:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000058bc4ab1. 02000000:00000010:1.0:1761313445.742672:0:15819:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000022b05d9c. 00000400:00000010:1.0:1761313445.742677:0:15819:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006fe57e5e. 00000400:00000010:1.0:1761313445.742680:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022b7cfcb. 00000100:00000200:1.0:1761313445.742683:0:15819:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846869206481920, portal 4 00000400:00000010:1.0:1761313445.742687:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313445.742688:0:15819:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846869206481920, offset 0 00000400:00000200:1.0:1761313445.742698:0:15819:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.742704:0:15819:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.742709:0:15819:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb7beffbc00 00000400:00000200:1.0:1761313445.742714:0:15819:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x31191 [8] + 12992 00000400:00000200:1.0:1761313445.742718:0:15819:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.742720:0:15819:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.742724:0:15819:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1761313445.742727:0:15819:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003bf83afc. 00000400:00000200:1.0:1761313445.742739:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313445.742740:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:1.0:1761313445.742745:0:15819:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a66c56e x1846869206481920/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000010:1.0:1761313445.742770:0:66450:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b24d58fa. 00000020:00000010:1.0:1761313445.742774:0:66450:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.742776:0:66450:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.742794:0:66450:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206481920 02000000:00000010:1.0:1761313445.742803:0:66450:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000ca8ec104. 00010000:00000200:1.0:1761313445.742814:0:66450:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000003bf83afc x1846869206481920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:413/0 lens 224/368 e 0 to 0 dl 1761313488 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:1.0:1761313445.742823:0:66450:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313445.742825:0:66450:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846869206481920, offset 224 00000400:00000200:1.0:1761313445.742829:0:66450:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.742833:0:66450:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.742837:0:66450:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb7beffbc00 00000400:00000200:1.0:1761313445.742840:0:66450:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xadd7d [1] + 224 00000400:00000200:1.0:1761313445.742843:0:66450:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.742845:0:66450:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.742850:0:66450:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a66c56e x1846869206481920/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:1.0:1761313445.742862:0:66450:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313445.742863:0:66450:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000020:00000010:1.0:1761313445.742870:0:66450:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.742872:0:66450:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.742874:0:66450:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b24d58fa. 00000400:00000010:1.0:1761313445.742889:0:15819:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006fe57e5e. 00000400:00000200:1.0:1761313445.742892:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022b7cfcb 00000400:00000010:1.0:1761313445.742893:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022b7cfcb. 00000100:00000200:1.0:1761313445.742896:0:15819:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a66c56e x1846869206481920/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:1.0:1761313445.742902:0:15819:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a66c56e x1846869206481920/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:1.0:1761313445.742919:0:15819:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000022b05d9c. 02000000:00000010:1.0:1761313445.742923:0:15819:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000058bc4ab1. 00000100:00000010:1.0:1761313445.742925:0:15819:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a66c56e. 00000100:00000010:3.0:1761313445.743369:0:68947:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bc3f95c. 02000000:00000010:3.0:1761313445.743380:0:68947:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b95fb01e. 00000100:00000010:3.0:1761313445.743392:0:68947:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a360a02. 02000000:00000010:3.0:1761313445.743396:0:68947:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b673cd9b. 00000100:00000010:3.0:1761313445.743407:0:68947:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a38353ac. 02000000:00000010:3.0:1761313445.743409:0:68947:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000075384b9. 00000100:00000010:3.0:1761313445.743414:0:68947:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ebd5077. 02000000:00000010:3.0:1761313445.743418:0:68947:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f14774c. 00000100:00000010:3.0:1761313445.743423:0:68947:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032403d88. 02000000:00000010:3.0:1761313445.743427:0:68947:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000926f678a. 00000100:00000010:3.0:1761313445.743431:0:68947:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2905731. 02000000:00000010:3.0:1761313445.743434:0:68947:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab3aea95. 00000100:00000010:3.0:1761313445.743439:0:68947:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000890090f2. 02000000:00000010:3.0:1761313445.743444:0:68947:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001b56735a. 00000100:00000010:3.0:1761313445.743448:0:68947:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089beb674. 02000000:00000010:3.0:1761313445.743451:0:68947:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a45cc652. 00000100:00000010:3.0:1761313445.743456:0:68947:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c1a6571. 02000000:00000010:3.0:1761313445.743458:0:68947:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b46c8954. 00000100:00000010:3.0:1761313445.743463:0:68947:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b77a781d. 02000000:00000010:3.0:1761313445.743466:0:68947:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2099ebe. 00000100:00000010:3.0:1761313445.743502:0:68947:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000618351ca. 02000000:00000010:3.0:1761313445.743505:0:68947:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f1e64b9. 02000000:00000010:3.0:1761313445.743648:0:15817:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000171a7e4e. 00000400:00000010:3.0:1761313445.743653:0:15817:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eacf2cc7. 00000400:00000010:3.0:1761313445.743657:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b590dea. 00000100:00000200:3.0:1761313445.743660:0:15817:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206482112, portal 10 00000400:00000010:3.0:1761313445.743665:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b8ed9c. 00000100:00000200:3.0:1761313445.743667:0:15817:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846869206482112, offset 0 00000400:00000200:3.0:1761313445.743673:0:15817:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761313445.743680:0:15817:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761313445.743686:0:15817:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7beffbcc0 00000400:00000200:3.0:1761313445.743691:0:15817:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7b285 [64] + 74976 00000400:00000200:3.0:1761313445.743696:0:15817:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.743698:0:15817:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761313445.743702:0:15817:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761313445.743705:0:15817:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026e3a464. 00000400:00000200:3.0:1761313445.743715:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b8ed9c 00000400:00000010:3.0:1761313445.743717:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b8ed9c. 00000100:00000200:3.0:1761313445.743722:0:15817:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a38353ac x1846869206482112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:3.0:1761313445.743739:0:15817:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cda0e0be. 00000400:00000010:3.0:1761313445.743742:0:15817:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000052852cca. 00000400:00000010:3.0:1761313445.743744:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b8ed9c. 00000100:00000200:3.0:1761313445.743746:0:15817:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206482368, portal 10 00000400:00000010:3.0:1761313445.743750:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.743752:0:15817:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846869206482368, offset 0 00000400:00000200:3.0:1761313445.743755:0:15817:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761313445.743760:0:15817:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761313445.743764:0:15817:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7beffbdc0 00000400:00000200:3.0:1761313445.743767:0:15817:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7b285 [64] + 75200 00000400:00000200:3.0:1761313445.743770:0:15817:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.743772:0:15817:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761313445.743774:0:15817:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761313445.743777:0:15817:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc7586cd. 00000400:00000200:3.0:1761313445.743788:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.743789:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.743793:0:15817:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000890090f2 x1846869206482368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:3.0:1761313445.743806:0:15817:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093646e6c. 00000400:00000010:3.0:1761313445.743808:0:15817:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095bdfb9b. 00000400:00000010:3.0:1761313445.743810:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.743812:0:15817:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206482624, portal 10 00000400:00000010:3.0:1761313445.743817:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040bc3654. 00000100:00000200:3.0:1761313445.743818:0:15817:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846869206482624, offset 0 00000400:00000200:3.0:1761313445.743822:0:15817:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761313445.743825:0:15817:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761313445.743829:0:15817:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7beffbec0 00000400:00000200:3.0:1761313445.743832:0:15817:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7b285 [64] + 75424 00000400:00000200:3.0:1761313445.743835:0:15817:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.743837:0:15817:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761313445.743838:0:15817:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761313445.743842:0:15817:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000098c94412. 00000400:00000200:3.0:1761313445.743849:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040bc3654 00000400:00000010:3.0:1761313445.743850:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040bc3654. 00000100:00000200:3.0:1761313445.743853:0:15817:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000618351ca x1846869206482624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:3.0:1761313445.743877:0:15817:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1211582. 00000400:00000010:3.0:1761313445.743880:0:15817:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee2decd6. 00000400:00000010:3.0:1761313445.743882:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040bc3654. 00000100:00000200:3.0:1761313445.743883:0:15817:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206482048, portal 4 00000400:00000010:3.0:1761313445.743887:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac83a63. 00000100:00000200:3.0:1761313445.743889:0:15817:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846869206482048, offset 0 00000400:00000200:3.0:1761313445.743892:0:15817:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761313445.743895:0:15817:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761313445.743899:0:15817:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fb7beffbc80 00000400:00000200:3.0:1761313445.743903:0:15817:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45279 [256] + 14336 00000400:00000200:3.0:1761313445.743906:0:15817:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.743908:0:15817:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761313445.743910:0:15817:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1761313445.743913:0:15817:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000130e5918. 00000400:00000200:3.0:1761313445.743920:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac83a63 00000400:00000010:3.0:1761313445.743921:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac83a63. 00000100:00000200:3.0:1761313445.743924:0:15817:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008a360a02 x1846869206482048/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:3.0:1761313445.743935:0:15817:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f47a14a. 00000400:00000010:3.0:1761313445.743938:0:15817:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000776d4e1e. 00000400:00000010:3.0:1761313445.743940:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac83a63. 00000100:00000200:3.0:1761313445.743942:0:15817:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206482304, portal 4 00000400:00000010:3.0:1761313445.743945:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b08f2b92. 00000100:00000200:3.0:1761313445.743947:0:15817:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846869206482304, offset 0 00000400:00000200:3.0:1761313445.743949:0:15817:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761313445.743953:0:15817:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761313445.743957:0:15817:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fb7beffbd80 00000400:00000200:3.0:1761313445.743961:0:15817:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7457d [8] + 8504 00000400:00000200:3.0:1761313445.743964:0:15817:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.743966:0:15817:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761313445.743969:0:15817:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1761313445.743972:0:15817:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f75fe46b. 00000400:00000200:3.0:1761313445.743979:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b08f2b92 00000400:00000010:3.0:1761313445.743980:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b08f2b92. 00000100:00000200:3.0:1761313445.743983:0:15817:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b2905731 x1846869206482304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:3.0:1761313445.743994:0:15817:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067e89f62. 00000400:00000010:3.0:1761313445.743996:0:15817:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adff28de. 00000400:00000010:3.0:1761313445.743998:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b08f2b92. 00000100:00000200:3.0:1761313445.744000:0:15817:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206482560, portal 4 00000400:00000010:3.0:1761313445.744004:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313445.744005:0:15817:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846869206482560, offset 0 00000400:00000200:3.0:1761313445.744008:0:15817:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761313445.744011:0:15817:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761313445.744014:0:15817:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fb7beffbe80 00000400:00000200:3.0:1761313445.744016:0:15817:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7457d [8] + 8728 00000400:00000200:3.0:1761313445.744019:0:15817:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.744020:0:15817:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761313445.744022:0:15817:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1761313445.744024:0:15817:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa080d5c. 00000400:00000200:3.0:1761313445.744030:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313445.744031:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313445.744034:0:15817:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b77a781d x1846869206482560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:3.0:1761313445.744064:0:64784:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005409086e. 00000020:00000010:3.0:1761313445.744068:0:64784:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313445.744071:0:64784:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004748198a. 00000020:00000010:3.0:1761313445.744094:0:64784:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067b77717. 00000020:00000010:3.0:1761313445.744096:0:64784:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313445.744098:0:64784:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000313a0cef. 00000020:00000010:3.0:1761313445.744110:0:64784:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e51b7dd4. 00000020:00000010:3.0:1761313445.744112:0:64784:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.744114:0:64784:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313445.744126:0:64784:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206482112 02000000:00000010:3.0:1761313445.744137:0:64784:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000091c5aa5. 00010000:00000200:3.0:1761313445.744142:0:64784:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000026e3a464 x1846869206482112/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1761313488 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1761313445.744151:0:64784:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313445.744154:0:64784:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846869206482112, offset 224 00000400:00000200:3.0:1761313445.744157:0:64784:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761313445.744162:0:64784:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761313445.744165:0:64784:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7beffbcc0 00000400:00000200:3.0:1761313445.744168:0:64784:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xadd89 [1] + 224 00000400:00000200:3.0:1761313445.744182:0:64784:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.744184:0:64784:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761313445.744188:0:64784:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a38353ac x1846869206482112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:3.0:1761313445.744202:0:64784:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313445.744203:0:64784:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000020:00000010:3.0:1761313445.744212:0:64784:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313445.744216:0:64784:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004748198a. 00000020:00000010:3.0:1761313445.744219:0:64784:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005409086e. 00000100:00000200:3.0:1761313445.744229:0:64784:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206482368 02000000:00000010:3.0:1761313445.744235:0:64784:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005409086e. 00010000:00000200:3.0:1761313445.744239:0:64784:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000dc7586cd x1846869206482368/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1761313488 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1761313445.744246:0:64784:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313445.744248:0:64784:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846869206482368, offset 224 00000400:00000200:3.0:1761313445.744252:0:64784:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761313445.744256:0:64784:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761313445.744260:0:64784:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7beffbdc0 00000400:00000200:3.0:1761313445.744263:0:64784:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xadd91 [1] + 224 00000400:00000200:3.0:1761313445.744266:0:64784:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.744268:0:64784:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761313445.744271:0:64784:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000890090f2 x1846869206482368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:3.0:1761313445.744280:0:64784:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313445.744281:0:64784:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000020:00000010:3.0:1761313445.744287:0:64784:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313445.744289:0:64784:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000313a0cef. 00000020:00000010:3.0:1761313445.744291:0:64784:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067b77717. 00000100:00000200:3.0:1761313445.744298:0:64784:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206482624 02000000:00000010:3.0:1761313445.744304:0:64784:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067b77717. 00010000:00000200:3.0:1761313445.744308:0:64784:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000098c94412 x1846869206482624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1761313488 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1761313445.744314:0:64784:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313445.744316:0:64784:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846869206482624, offset 224 00000400:00000200:3.0:1761313445.744319:0:64784:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761313445.744323:0:64784:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761313445.744326:0:64784:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7beffbec0 00000400:00000200:3.0:1761313445.744329:0:64784:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xadd99 [1] + 224 00000400:00000200:3.0:1761313445.744332:0:64784:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.744334:0:64784:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761313445.744336:0:64784:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000618351ca x1846869206482624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:3.0:1761313445.744342:0:64784:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313445.744343:0:64784:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000020:00000010:3.0:1761313445.744348:0:64784:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.744350:0:64784:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:3.0:1761313445.744352:0:64784:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e51b7dd4. 00000400:00000010:3.0:1761313445.744367:0:15817:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eacf2cc7. 00000400:00000200:3.0:1761313445.744370:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b590dea 00000400:00000010:3.0:1761313445.744371:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b590dea. 00000100:00000200:3.0:1761313445.744373:0:15817:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a38353ac x1846869206482112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1761313445.744378:0:15817:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a38353ac x1846869206482112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:3.0:1761313445.744391:0:15817:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000052852cca. 00000400:00000200:3.0:1761313445.744393:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b8ed9c 00000400:00000010:3.0:1761313445.744394:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b8ed9c. 00000100:00000200:3.0:1761313445.744396:0:15817:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000890090f2 x1846869206482368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1761313445.744401:0:15817:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000890090f2 x1846869206482368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:3.0:1761313445.744408:0:15817:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095bdfb9b. 00000400:00000200:3.0:1761313445.744409:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.744410:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.744412:0:15817:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000618351ca x1846869206482624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1761313445.744417:0:15817:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000618351ca x1846869206482624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:3.0:1761313445.744424:0:15817:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000171a7e4e. 02000000:00000010:3.0:1761313445.744428:0:15817:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000075384b9. 00000100:00000010:3.0:1761313445.744431:0:15817:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a38353ac. 02000000:00000010:3.0:1761313445.744434:0:15817:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cda0e0be. 02000000:00000010:3.0:1761313445.744436:0:15817:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001b56735a. 00000100:00000010:3.0:1761313445.744437:0:15817:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000890090f2. 02000000:00000010:3.0:1761313445.744440:0:15817:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093646e6c. 02000000:00000010:3.0:1761313445.744442:0:15817:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007f1e64b9. 00000100:00000010:3.0:1761313445.744443:0:15817:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000618351ca. 00000100:00000010:2.0:1761313445.744519:0:65629:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b23b8fe. 02000000:00000010:2.0:1761313445.744527:0:65629:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004d6b004. 00000100:00000010:1.0:1761313445.744784:0:71859:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a66c56e. 02000000:00000010:1.0:1761313445.744791:0:71859:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000058bc4ab1. 00000020:00000010:1.0:1761313445.744820:0:75325:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b24d58fa. 00000020:00000010:1.0:1761313445.744823:0:75325:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.744826:0:75325:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.744849:0:75325:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000665a8fbd. 00000020:00000010:1.0:1761313445.744852:0:75325:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bac3a2de. 00000020:00000010:1.0:1761313445.744854:0:75325:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d3ff56b7. 00000100:00000200:1.0:1761313445.744867:0:75325:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206482304 02000000:00000010:1.0:1761313445.744874:0:75325:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000065bb5e00. 00010000:00000200:1.0:1761313445.744878:0:75325:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000f75fe46b x1846869206482304/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1761313488 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313445.744885:0:75325:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022b7cfcb. 00000100:00000200:1.0:1761313445.744888:0:75325:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846869206482304, offset 224 00000400:00000200:1.0:1761313445.744891:0:75325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.744896:0:75325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.744900:0:75325:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb7beffbd80 00000400:00000200:1.0:1761313445.744905:0:75325:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xadda9 [1] + 224 00000400:00000200:1.0:1761313445.744909:0:75325:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.744911:0:75325:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.744915:0:75325:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b2905731 x1846869206482304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313445.744929:0:75325:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022b7cfcb 00000400:00000010:1.0:1761313445.744930:0:75325:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022b7cfcb. 00000020:00000010:1.0:1761313445.744937:0:75325:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.744939:0:75325:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.744941:0:75325:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b24d58fa. 00000100:00000200:1.0:1761313445.744949:0:75325:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206482560 02000000:00000010:1.0:1761313445.744954:0:75325:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b24d58fa. 00010000:00000200:1.0:1761313445.744958:0:75325:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000aa080d5c x1846869206482560/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1761313488 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313445.744964:0:75325:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022b7cfcb. 00000100:00000200:1.0:1761313445.744966:0:75325:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846869206482560, offset 224 00000400:00000200:1.0:1761313445.744968:0:75325:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.744972:0:75325:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.744976:0:75325:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb7beffbe80 00000400:00000200:1.0:1761313445.744978:0:75325:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaddb1 [1] + 224 00000400:00000200:1.0:1761313445.744981:0:75325:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.744982:0:75325:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.744985:0:75325:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b77a781d x1846869206482560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313445.744991:0:75325:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022b7cfcb 00000400:00000010:1.0:1761313445.744992:0:75325:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022b7cfcb. 00000020:00000010:1.0:1761313445.744996:0:75325:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bac3a2de. 00000020:00000010:1.0:1761313445.744998:0:75325:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d3ff56b7. 00000020:00000010:1.0:1761313445.745000:0:75325:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000665a8fbd. 02000000:00000010:1.0:1761313445.745025:0:15819:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000665a8fbd. 00000400:00000010:1.0:1761313445.745029:0:15819:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006fe57e5e. 00000400:00000010:1.0:1761313445.745033:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022b7cfcb. 00000100:00000200:1.0:1761313445.745035:0:15819:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206481984, portal 25 00000400:00000010:1.0:1761313445.745038:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313445.745039:0:15819:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846869206481984, offset 0 00000400:00000200:1.0:1761313445.745043:0:15819:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.745047:0:15819:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.745051:0:15819:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x68fb7beffbc40 00000400:00000200:1.0:1761313445.745054:0:15819:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x8a829 [2] + 0 00000400:00000010:1.0:1761313445.745056:0:15819:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f5ec67a. 00000400:00000200:1.0:1761313445.745059:0:15819:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000075a02fc4 00000400:00000200:1.0:1761313445.745062:0:15819:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.745064:0:15819:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1761313445.745065:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075a02fc4 00000400:00000010:1.0:1761313445.745067:0:15819:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000075a02fc4 (tot 82354370). 00000100:00000200:1.0:1761313445.745071:0:15819:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1761313445.745080:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313445.745081:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:1.0:1761313445.745084:0:15819:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005bc3f95c x1846869206481984/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761313452 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:1.0:1761313445.745098:0:15819:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000438fff86. 00000400:00000010:1.0:1761313445.745101:0:15819:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941c5dd7. 00000400:00000010:1.0:1761313445.745103:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313445.745105:0:15819:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206482240, portal 10 00000400:00000010:1.0:1761313445.745108:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009603b8d4. 00000100:00000200:1.0:1761313445.745109:0:15819:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846869206482240, offset 0 00000400:00000200:1.0:1761313445.745112:0:15819:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.745115:0:15819:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.745118:0:15819:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7beffbd40 00000400:00000200:1.0:1761313445.745121:0:15819:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7b285 [64] + 75648 00000400:00000200:1.0:1761313445.745137:0:15819:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.745139:0:15819:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.745141:0:15819:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1761313445.745145:0:15819:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000143eb4a5. 00000400:00000200:1.0:1761313445.745153:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009603b8d4 00000400:00000010:1.0:1761313445.745154:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009603b8d4. 00000100:00000200:1.0:1761313445.745157:0:15819:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032403d88 x1846869206482240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:1.0:1761313445.745167:0:15819:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d684e384. 00000400:00000010:1.0:1761313445.745180:0:15819:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099b8abf8. 00000400:00000010:1.0:1761313445.745182:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009603b8d4. 00000100:00000200:1.0:1761313445.745184:0:15819:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206482496, portal 4 00000400:00000010:1.0:1761313445.745188:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028a3d526. 00000100:00000200:1.0:1761313445.745189:0:15819:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846869206482496, offset 0 00000400:00000200:1.0:1761313445.745192:0:15819:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.745196:0:15819:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.745200:0:15819:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fb7beffbe40 00000400:00000200:1.0:1761313445.745203:0:15819:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7457d [8] + 8952 00000400:00000200:1.0:1761313445.745206:0:15819:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.745208:0:15819:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.745210:0:15819:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1761313445.745213:0:15819:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001140d421. 00000400:00000200:1.0:1761313445.745221:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028a3d526 00000400:00000010:1.0:1761313445.745222:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028a3d526. 00000100:00000200:1.0:1761313445.745225:0:15819:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005c1a6571 x1846869206482496/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:1.0:1761313445.745236:0:15819:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000804d5cf7. 00000400:00000010:1.0:1761313445.745239:0:15819:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c956ea30. 00000400:00000010:1.0:1761313445.745241:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028a3d526. 00000100:00000200:1.0:1761313445.745243:0:15819:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846869206482752, portal 4 00000400:00000010:1.0:1761313445.745246:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc82a39f. 00000100:00000200:1.0:1761313445.745248:0:15819:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846869206482752, offset 0 00000400:00000200:1.0:1761313445.745251:0:15819:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.745254:0:15819:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.745258:0:15819:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb7beffbf40 00000400:00000200:1.0:1761313445.745262:0:15819:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x31191 [8] + 13216 00000400:00000200:1.0:1761313445.745266:0:15819:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.745268:0:15819:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.745271:0:15819:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1761313445.745274:0:15819:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bcb4fc5. 00000400:00000200:1.0:1761313445.745282:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc82a39f 00000400:00000010:1.0:1761313445.745283:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc82a39f. 00000100:00000200:1.0:1761313445.745285:0:15819:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a66c56e x1846869206482752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:1.0:1761313445.745305:0:15819:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ec09592. 00000400:00000010:1.0:1761313445.745308:0:15819:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000722afeaa. 00000400:00000010:1.0:1761313445.745310:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc82a39f. 00000100:00000200:1.0:1761313445.745312:0:15819:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206482176, portal 10 00000400:00000010:1.0:1761313445.745316:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c490e2a. 00000100:00000200:1.0:1761313445.745318:0:15819:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846869206482176, offset 0 00000400:00000200:1.0:1761313445.745321:0:15819:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.745325:0:15819:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.745329:0:15819:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7beffbd00 00000400:00000200:1.0:1761313445.745332:0:15819:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7b285 [64] + 75872 00000400:00000200:1.0:1761313445.745335:0:15819:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.745337:0:15819:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.745339:0:15819:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1761313445.745342:0:15819:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000452612ce. 00000400:00000200:1.0:1761313445.745349:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c490e2a 00000400:00000010:1.0:1761313445.745350:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c490e2a. 00000100:00000200:1.0:1761313445.745353:0:15819:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ebd5077 x1846869206482176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:1.0:1761313445.745365:0:15819:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c365a99c. 00000400:00000010:1.0:1761313445.745368:0:15819:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000730a5f71. 00000400:00000010:1.0:1761313445.745370:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c490e2a. 00000100:00000200:1.0:1761313445.745372:0:15819:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206482432, portal 10 00000400:00000010:1.0:1761313445.745376:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000903c6f44. 00000100:00000200:1.0:1761313445.745378:0:15819:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846869206482432, offset 0 00000400:00000200:1.0:1761313445.745381:0:15819:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.745385:0:15819:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.745388:0:15819:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7beffbe00 00000400:00000200:1.0:1761313445.745391:0:15819:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7b285 [64] + 76096 00000400:00000200:1.0:1761313445.745394:0:15819:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.745396:0:15819:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.745398:0:15819:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1761313445.745400:0:15819:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b3da2d7. 00000400:00000200:1.0:1761313445.745408:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000903c6f44 00000400:00000010:1.0:1761313445.745409:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000903c6f44. 00000100:00000200:1.0:1761313445.745412:0:15819:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089beb674 x1846869206482432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:1.0:1761313445.745423:0:15819:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000021668cb7. 00000400:00000010:1.0:1761313445.745426:0:15819:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd0d628. 00000400:00000010:1.0:1761313445.745428:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000903c6f44. 00000100:00000200:1.0:1761313445.745430:0:15819:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846869206482688, portal 4 00000400:00000010:1.0:1761313445.745433:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00000100:00000200:1.0:1761313445.745434:0:15819:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846869206482688, offset 0 00000400:00000200:1.0:1761313445.745437:0:15819:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.745441:0:15819:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.745444:0:15819:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fb7beffbf00 00000400:00000200:1.0:1761313445.745448:0:15819:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45279 [256] + 14560 00000400:00000200:1.0:1761313445.745451:0:15819:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.745453:0:15819:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.745455:0:15819:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1761313445.745458:0:15819:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ed75ddb3. 00000400:00000200:1.0:1761313445.745492:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:1.0:1761313445.745493:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 00000100:00000200:1.0:1761313445.745497:0:15819:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b23b8fe x1846869206482688/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:1.0:1761313445.745531:0:71848:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5dea503. 00000020:00000010:1.0:1761313445.745535:0:71848:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bac3a2de. 00000020:00000010:1.0:1761313445.745538:0:71848:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d3ff56b7. 00000100:00000200:1.0:1761313445.745558:0:71848:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206481984 02000000:00000010:1.0:1761313445.745564:0:71848:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1f97c44. 00010000:00000200:1.0:1761313445.745569:0:71848:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000009a929142 x1846869206481984/t0(0) o400->a2acd77d-a07a-4a0b-9e07-571ca83fc762@0@lo:376/0 lens 224/224 e 0 to 0 dl 1761313451 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313445.745578:0:71848:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00000100:00000200:1.0:1761313445.745580:0:71848:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1846869206481984, offset 224 00000400:00000200:1.0:1761313445.745583:0:71848:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.745588:0:71848:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.745592:0:71848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x68fb7beffbc40 00000400:00000200:1.0:1761313445.745596:0:71848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xaddcd [1] + 224 00000400:00000200:1.0:1761313445.745599:0:71848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.745601:0:71848:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.745604:0:71848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005bc3f95c x1846869206481984/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761313452 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313445.745615:0:71848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:1.0:1761313445.745617:0:71848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 00000020:00000010:1.0:1761313445.745623:0:71848:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bac3a2de. 00000020:00000010:1.0:1761313445.745625:0:71848:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d3ff56b7. 00000020:00000010:1.0:1761313445.745627:0:71848:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5dea503. 02000000:00000010:1.0:1761313445.745632:0:71848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1f97c44. 00000100:00000200:1.0:1761313445.745636:0:71848:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1761313445.745639:0:71848:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003fbf06ac. 00000400:00000010:1.0:1761313445.745643:0:71848:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000132511c4 (tot 82354522). 00000020:00000010:1.0:1761313445.745661:0:64783:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1f97c44. 00000020:00000010:1.0:1761313445.745663:0:64783:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bac3a2de. 00000020:00000010:1.0:1761313445.745665:0:64783:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d3ff56b7. 00000020:00000010:1.0:1761313445.745684:0:64783:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1f02bc2. 00000020:00000010:1.0:1761313445.745686:0:64783:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.745687:0:64783:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.745700:0:64783:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a06c0fe6. 00000020:00000010:1.0:1761313445.745702:0:64783:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c58cd7d. 00000020:00000010:1.0:1761313445.745704:0:64783:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313445.745712:0:64783:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206482240 02000000:00000010:1.0:1761313445.745718:0:64783:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000380dc7c. 00010000:00000200:1.0:1761313445.745724:0:64783:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000143eb4a5 x1846869206482240/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1761313488 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313445.745731:0:64783:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00000100:00000200:1.0:1761313445.745733:0:64783:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846869206482240, offset 224 00000400:00000200:1.0:1761313445.745736:0:64783:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.745740:0:64783:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.745745:0:64783:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7beffbd40 00000400:00000200:1.0:1761313445.745748:0:64783:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaddd5 [1] + 224 00000400:00000200:1.0:1761313445.745751:0:64783:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.745753:0:64783:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.745757:0:64783:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032403d88 x1846869206482240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313445.745765:0:64783:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:1.0:1761313445.745766:0:64783:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 00000020:00000010:1.0:1761313445.745772:0:64783:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bac3a2de. 00000020:00000010:1.0:1761313445.745773:0:64783:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d3ff56b7. 00000020:00000010:1.0:1761313445.745775:0:64783:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1f97c44. 00000100:00000200:1.0:1761313445.745783:0:64783:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206482176 02000000:00000010:1.0:1761313445.745788:0:64783:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1f97c44. 00010000:00000200:1.0:1761313445.745792:0:64783:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000452612ce x1846869206482176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1761313488 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313445.745799:0:64783:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00000100:00000200:1.0:1761313445.745800:0:64783:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846869206482176, offset 224 00000400:00000200:1.0:1761313445.745803:0:64783:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.745807:0:64783:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.745810:0:64783:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7beffbd00 00000400:00000200:1.0:1761313445.745813:0:64783:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xadded [1] + 224 00000400:00000200:1.0:1761313445.745815:0:64783:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.745817:0:64783:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.745819:0:64783:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ebd5077 x1846869206482176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313445.745826:0:64783:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:1.0:1761313445.745827:0:64783:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 00000020:00000010:1.0:1761313445.745833:0:64783:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.745834:0:64783:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.745836:0:64783:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1f02bc2. 00000100:00000200:1.0:1761313445.745844:0:64783:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206482432 02000000:00000010:1.0:1761313445.745849:0:64783:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e1f02bc2. 00010000:00000200:1.0:1761313445.745852:0:64783:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000002b3da2d7 x1846869206482432/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1761313488 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313445.745860:0:64783:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00000100:00000200:1.0:1761313445.745861:0:64783:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846869206482432, offset 224 00000400:00000200:1.0:1761313445.745865:0:64783:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.745868:0:64783:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.745873:0:64783:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7beffbe00 00000400:00000200:1.0:1761313445.745876:0:64783:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaddf5 [1] + 224 00000400:00000200:1.0:1761313445.745879:0:64783:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.745881:0:64783:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.745884:0:64783:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089beb674 x1846869206482432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313445.745892:0:64783:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:1.0:1761313445.745893:0:64783:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 00000020:00000010:1.0:1761313445.745899:0:64783:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c58cd7d. 00000020:00000010:1.0:1761313445.745900:0:64783:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313445.745902:0:64783:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a06c0fe6. 00000020:00000010:1.0:1761313445.745920:0:66571:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a06c0fe6. 00000020:00000010:1.0:1761313445.745922:0:66571:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c58cd7d. 00000020:00000010:1.0:1761313445.745924:0:66571:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313445.745939:0:66571:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206482496 02000000:00000010:1.0:1761313445.745944:0:66571:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f00b78df. 00010000:00000200:1.0:1761313445.745948:0:66571:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000001140d421 x1846869206482496/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1761313488 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313445.745956:0:66571:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00000100:00000200:1.0:1761313445.745958:0:66571:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846869206482496, offset 224 00000400:00000200:1.0:1761313445.745961:0:66571:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.745966:0:66571:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.745970:0:66571:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb7beffbe40 00000400:00000200:1.0:1761313445.745973:0:66571:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xadddd [1] + 224 00000400:00000200:1.0:1761313445.745976:0:66571:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.745978:0:66571:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.745981:0:66571:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005c1a6571 x1846869206482496/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313445.745989:0:66571:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:1.0:1761313445.745990:0:66571:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 00000020:00000010:1.0:1761313445.745995:0:66571:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c58cd7d. 00000020:00000010:1.0:1761313445.745997:0:66571:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313445.745999:0:66571:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a06c0fe6. 00000020:00000010:1.0:1761313445.746020:0:67431:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a06c0fe6. 00000020:00000010:1.0:1761313445.746023:0:67431:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c58cd7d. 00000020:00000010:1.0:1761313445.746025:0:67431:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313445.746041:0:67431:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206482752 02000000:00000010:1.0:1761313445.746048:0:67431:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000022b05d9c. 00010000:00000200:1.0:1761313445.746063:0:67431:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000006bcb4fc5 x1846869206482752/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:413/0 lens 224/368 e 0 to 0 dl 1761313488 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000400:00000010:1.0:1761313445.746071:0:67431:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00000100:00000200:1.0:1761313445.746073:0:67431:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846869206482752, offset 224 00000400:00000200:1.0:1761313445.746076:0:67431:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.746081:0:67431:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.746085:0:67431:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb7beffbf40 00000400:00000200:1.0:1761313445.746089:0:67431:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xadde5 [1] + 224 00000400:00000200:1.0:1761313445.746092:0:67431:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.746094:0:67431:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.746098:0:67431:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a66c56e x1846869206482752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:1.0:1761313445.746107:0:67431:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:1.0:1761313445.746109:0:67431:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 00000020:00000010:1.0:1761313445.746114:0:67431:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c58cd7d. 00000020:00000010:1.0:1761313445.746117:0:67431:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313445.746119:0:67431:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a06c0fe6. 00000020:00000010:1.0:1761313445.746147:0:64789:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a06c0fe6. 00000020:00000010:1.0:1761313445.746150:0:64789:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c58cd7d. 00000020:00000010:1.0:1761313445.746152:0:64789:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313445.746184:0:64789:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c0af5f5. 00000020:00000010:1.0:1761313445.746186:0:64789:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.746188:0:64789:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.746200:0:64789:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206482048 02000000:00000010:1.0:1761313445.746206:0:64789:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063d1c885. 00010000:00000200:1.0:1761313445.746215:0:64789:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000130e5918 x1846869206482048/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1761313488 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313445.746223:0:64789:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00000100:00000200:1.0:1761313445.746225:0:64789:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846869206482048, offset 224 00000400:00000200:1.0:1761313445.746228:0:64789:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313445.746234:0:64789:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.746238:0:64789:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb7beffbc80 00000400:00000200:1.0:1761313445.746242:0:64789:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xadda1 [1] + 224 00000400:00000200:1.0:1761313445.746247:0:64789:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.746250:0:64789:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313445.746255:0:64789:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008a360a02 x1846869206482048/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313445.746265:0:64789:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:1.0:1761313445.746267:0:64789:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 00000020:00000010:1.0:1761313445.746274:0:64789:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c58cd7d. 00000020:00000010:1.0:1761313445.746277:0:64789:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313445.746279:0:64789:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a06c0fe6. 00000100:00000200:1.0:1761313445.746291:0:64789:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869206482688 02000000:00000010:1.0:1761313445.746298:0:64789:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000cbc6571e. 00010000:00000200:1.0:1761313445.746320:0:64789:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000ed75ddb3 x1846869206482688/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:413/0 lens 224/368 e 0 to 0 dl 1761313488 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:0.0:1761313445.746332:0:15817:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee2decd6. 00000400:00000010:1.0:1761313445.746333:0:64789:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00000400:00000200:0.0:1761313445.746338:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040bc3654 00000400:00000010:0.0:1761313445.746340:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040bc3654. 00000100:00000200:0.0:1761313445.746347:0:15817:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008a360a02 x1846869206482048/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1761313445.746355:0:15817:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008a360a02 x1846869206482048/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00010000:00000010:0.1:1761313445.746487:0:15817:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010d76228. 00010000:00000010:3.1:1761313445.746808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009daaede3. 00010000:00000010:3.1:1761313445.746815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00000100:00000200:1.0:1761313445.747541:0:64789:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846869206482688, offset 224 00000400:00000010:0.0:1761313445.747552:0:15817:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000776d4e1e. 00000400:00000200:0.0:1761313445.747557:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac83a63 00000400:00000010:0.0:1761313445.747559:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac83a63. 00000400:00000200:1.0:1761313445.747569:0:64789:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1761313445.747569:0:15817:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b2905731 x1846869206482304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1761313445.747579:0:15817:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b2905731 x1846869206482304/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313445.747584:0:64789:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313445.747596:0:64789:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb7beffbf00 00000400:00000200:1.0:1761313445.747601:0:64789:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xaddfd [1] + 224 00000400:00000200:1.0:1761313445.747606:0:64789:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.747609:0:64789:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1761313445.747609:0:15817:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adff28de. 00000400:00000200:0.0:1761313445.747613:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b08f2b92 00000400:00000010:0.0:1761313445.747615:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b08f2b92. 00000100:00000200:0.0:1761313445.747619:0:15817:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b77a781d x1846869206482560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1761313445.747623:0:64789:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b23b8fe x1846869206482688/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:0.0:1761313445.747635:0:15817:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b77a781d x1846869206482560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313445.747644:0:64789:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:1.0:1761313445.747646:0:64789:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 02000000:00000010:0.0:1761313445.747650:0:15817:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1211582. 02000000:00000010:0.0:1761313445.747658:0:15817:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b673cd9b. 00000020:00000010:1.0:1761313445.747664:0:64789:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000100:00000010:0.0:1761313445.747665:0:15817:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a360a02. 00000020:00000010:1.0:1761313445.747670:0:64789:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 02000000:00000010:0.0:1761313445.747672:0:15817:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f47a14a. 00000020:00000010:1.0:1761313445.747676:0:64789:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c0af5f5. 02000000:00000010:0.0:1761313445.747677:0:15817:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ab3aea95. 00000100:00000010:0.0:1761313445.747684:0:15817:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2905731. 02000000:00000010:0.0:1761313445.747686:0:15817:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067e89f62. 02000000:00000010:0.0:1761313445.747689:0:15817:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e2099ebe. 00000100:00000010:0.0:1761313445.747691:0:15817:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b77a781d. 00000400:00000010:0.0:1761313445.747716:0:15819:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000722afeaa. 00000400:00000200:0.0:1761313445.747719:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc82a39f 00000400:00000010:0.0:1761313445.747721:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc82a39f. 00000100:00000200:0.0:1761313445.747725:0:15819:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ebd5077 x1846869206482176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1761313445.747733:0:15819:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ebd5077 x1846869206482176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1761313445.747745:0:15819:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000730a5f71. 00000400:00000200:0.0:1761313445.747747:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c490e2a 00000400:00000010:0.0:1761313445.747749:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c490e2a. 00000100:00000200:0.0:1761313445.747752:0:15819:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089beb674 x1846869206482432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1761313445.747758:0:15819:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089beb674 x1846869206482432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1761313445.747769:0:15819:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd0d628. 00000400:00000200:0.0:1761313445.747770:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000903c6f44 00000400:00000010:0.0:1761313445.747772:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000903c6f44. 00000100:00000200:0.0:1761313445.747775:0:15819:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b23b8fe x1846869206482688/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:0.0:1761313445.747780:0:15819:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b23b8fe x1846869206482688/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000010:0.0:1761313445.747795:0:15819:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006fe57e5e. 00000400:00000200:0.0:1761313445.747797:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022b7cfcb 00000400:00000010:0.0:1761313445.747799:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022b7cfcb. 00000100:00000200:0.0:1761313445.747801:0:15819:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005bc3f95c x1846869206481984/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761313452 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1761313445.747807:0:15819:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005bc3f95c x1846869206481984/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761313452 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1761313445.747816:0:15819:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941c5dd7. 00000400:00000200:0.0:1761313445.747833:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:0.0:1761313445.747835:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:0.0:1761313445.747839:0:15819:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032403d88 x1846869206482240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1761313445.747845:0:15819:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032403d88 x1846869206482240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1761313445.747856:0:15819:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099b8abf8. 00000400:00000200:0.0:1761313445.747859:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009603b8d4 00000400:00000010:0.0:1761313445.747861:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009603b8d4. 00000100:00000200:0.0:1761313445.747864:0:15819:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005c1a6571 x1846869206482496/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1761313445.747871:0:15819:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005c1a6571 x1846869206482496/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1761313445.747883:0:15819:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c956ea30. 00000400:00000200:0.0:1761313445.747886:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028a3d526 00000400:00000010:0.0:1761313445.747887:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028a3d526. 00000100:00000200:0.0:1761313445.747891:0:15819:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a66c56e x1846869206482752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000200:0.0:1761313445.747898:0:15819:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a66c56e x1846869206482752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:3.0:1761313445.747928:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.747938:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffbb80 00000400:00000200:3.0:1761313445.747943:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadd69 [1] + 224 00000400:00000200:3.0:1761313445.747950:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.747953:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.747958:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8423e37 x1846869206481792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313445.747989:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.747994:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953d40 00000400:00000200:3.0:1761313445.747999:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac791 [2] + 0 00000400:00000200:3.0:1761313445.748006:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.748009:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000010:2.0:1761313445.748009:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3447791. 00000400:00000200:2.0:1761313445.748013:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:2.0:1761313445.748014:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:2.0:1761313445.748019:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8423e37 x1846869206481792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.748026:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8423e37 x1846869206481792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.748046:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091f2d766. 02000000:00000010:2.0:1761313445.748050:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012990f2f. 00000100:00000010:2.0:1761313445.748052:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8423e37. 00000100:00000010:2.0:1761313445.748055:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:2.0:1761313445.748059:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9c0fbe3. 00000100:00000200:3.0:1761313445.748117:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761313445.748121:0:15819:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ec09592. 00000100:00000010:3.0:1761313445.748123:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a54ac0b. 02000000:00000010:0.0:1761313445.748127:0:15819:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008f14774c. 00000100:00000010:0.0:1761313445.748134:0:15819:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ebd5077. 02000000:00000010:0.0:1761313445.748137:0:15819:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c365a99c. 02000000:00000010:0.0:1761313445.748139:0:15819:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a45cc652. 00000100:00000010:0.0:1761313445.748141:0:15819:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089beb674. 02000000:00000010:0.0:1761313445.748143:0:15819:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000021668cb7. 02000000:00000010:0.0:1761313445.748146:0:15819:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000004d6b004. 00000100:00000010:0.0:1761313445.748148:0:15819:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b23b8fe. 02000000:00000010:0.0:1761313445.748152:0:15819:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000665a8fbd. 02000000:00000010:0.0:1761313445.748155:0:15819:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b95fb01e. 00000100:00000010:0.0:1761313445.748158:0:15819:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bc3f95c. 02000000:00000010:0.0:1761313445.748160:0:15819:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000438fff86. 02000000:00000010:0.0:1761313445.748162:0:15819:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000926f678a. 00000100:00000010:0.0:1761313445.748164:0:15819:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032403d88. 02000000:00000010:0.0:1761313445.748166:0:15819:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d684e384. 02000000:00000010:0.0:1761313445.748168:0:15819:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b46c8954. 00000100:00000010:0.0:1761313445.748182:0:15819:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c1a6571. 02000000:00000010:0.0:1761313445.748185:0:15819:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000804d5cf7. 02000000:00000010:0.0:1761313445.748188:0:15819:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000058bc4ab1. 00000100:00000010:0.0:1761313445.748190:0:15819:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a66c56e. 00000020:00000010:2.0:1761313445.748335:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000671b0c15. 00000020:00000010:2.0:1761313445.748340:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.748343:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032237647. 00000100:00000200:2.0:1761313445.748367:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a54ac0b x1846869199502656/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313445.748516:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502656 02000000:00000010:2.0:1761313445.748527:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000faacd56e. 00010000:00000010:2.0:1761313445.748557:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ba57ca21. 00010000:00000010:2.0:1761313445.748575:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.748582:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000757d81ea. 00000100:00000010:2.0:1761313445.748594:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000757d81ea. 00010000:00000010:2.0:1761313445.748597:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.748609:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039409be4. 00000100:00000200:2.0:1761313445.748613:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502656, offset 224 00000400:00000200:2.0:1761313445.748620:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.748630:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.748635:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89059:89059:256:4294967295] 192.168.204.1@tcp LPNI seq info [89059:89059:8:4294967295] 00000400:00000200:2.0:1761313445.748644:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.748649:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.748653:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000153e176a (tot 82354770). 00000800:00000200:2.0:1761313445.748658:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.748665:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.748668:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000153e176a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.748694:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.748698:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032237647. 00000020:00000010:2.0:1761313445.748700:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000671b0c15. 00080000:00000010:3.0:1761313445.748770:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e51b7dd4. 00010000:00000010:3.0:1761313445.748859:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.748865:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b45776b4. 00010000:00000010:3.0:1761313445.748946:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9190394. 00010000:00000010:3.0:1761313445.748950:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001d72b5a0. 00010000:00000010:3.0:1761313445.748954:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be438664. 00010000:00000010:3.0:1761313445.748959:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313445.748970:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095d86ee7. 00010000:00000010:3.0:1761313445.748996:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.749000:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d72b5a0. 00010000:00000010:3.0:1761313445.749164:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313445.749168:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.749187:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000036e97628. 00000100:00000010:3.0:1761313445.749190:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000171ee278. 00000100:00000010:3.0:1761313445.749196:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6325621. 02000000:00000010:3.0:1761313445.749207:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f25cf96. 02000000:00000010:3.0:1761313445.749228:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4741034. 00000400:00000010:3.0:1761313445.749233:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095bdfb9b. 00000400:00000010:3.0:1761313445.749236:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.749241:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206482816, portal 16 00000400:00000010:3.0:1761313445.749245:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b8ed9c. 00000100:00000200:3.0:1761313445.749247:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206482816, offset 0 00000400:00000200:3.0:1761313445.749252:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.749258:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.749270:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.749274:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.749277:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.749280:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89060:89060:255:4294967295] 192.168.204.1@tcp LPNI seq info [89060:89060:7:4294967295] 00000400:00000200:3.0:1761313445.749286:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.749291:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.749294:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82355018). 00000800:00000200:3.0:1761313445.749297:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.749301:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.749304:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313445.749735:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.749739:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000153e176a (tot 82354770). 00000400:00000200:1.0:1761313445.749744:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.749749:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.749752:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039409be4 00000400:00000010:1.0:1761313445.749754:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039409be4. 00010000:00000010:0.1:1761313445.750693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054adec96. 00000800:00000200:1.0:1761313445.750875:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.750878:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:1.0:1761313445.750883:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.750890:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.750893:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b8ed9c 00000400:00000010:1.0:1761313445.750895:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b8ed9c. 00000100:00000200:1.0:1761313445.750904:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f6325621 x1846869206482816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.751454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097fcc1bb. 00010000:00000010:3.1:1761313445.751461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00000400:00000200:1.0:1761313445.751511:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.751525:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffbf80 00000400:00000200:1.0:1761313445.751533:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xade2d [1] + 224 00000400:00000200:1.0:1761313445.751546:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.751549:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.751555:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f6325621 x1846869206482816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313445.752027:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095bdfb9b. 00000400:00000200:2.0:1761313445.752137:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.752148:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953d80 00000400:00000200:3.0:1761313445.752179:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.752181:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.752189:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f6325621 x1846869206482816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.752196:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f6325621 x1846869206482816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.752225:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4741034. 02000000:00000010:3.0:1761313445.752230:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f25cf96. 00000100:00000010:3.0:1761313445.752234:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6325621. 00000100:00000010:3.0:1761313445.752237:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000171ee278. 00010000:00000010:3.0:1761313445.752240:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000036e97628. 00000400:00000200:2.0:1761313445.752277:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac791 [2] + 328 00000400:00000200:2.0:1761313445.752327:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.752332:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.752336:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.752340:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066698b35. 00000020:00000010:0.0:1761313445.752508:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2bcb852. 00000020:00000010:0.0:1761313445.752516:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.752521:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313445.752542:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066698b35 x1846869199502720/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313445.752569:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502720 02000000:00000010:0.0:1761313445.752580:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000075d7999d. 00010000:00000010:0.0:1761313445.752606:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa761da6. 00010000:00000010:0.0:1761313445.752623:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313445.752629:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3b74d4. 00000100:00000010:0.0:1761313445.752641:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3b74d4. 00010000:00000010:0.0:1761313445.752643:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00000400:00000010:0.0:1761313445.752655:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025c648c8. 00000100:00000200:0.0:1761313445.752659:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502720, offset 224 00000400:00000200:0.0:1761313445.752665:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.752676:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.752681:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89061:89061:256:4294967295] 192.168.204.1@tcp LPNI seq info [89061:89061:8:4294967295] 00000400:00000200:0.0:1761313445.752689:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.752694:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.752698:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313445.752703:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.752709:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.752713:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761313445.753191:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f25cf96. 00010000:00000010:3.0:1761313445.753275:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.753281:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001bd02a33. 00010000:00000010:3.0:1761313445.753358:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe215150. 00010000:00000010:3.0:1761313445.753364:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313445.753373:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000036e97628. 00000100:00000010:3.0:1761313445.753377:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000171ee278. 00000100:00000010:3.0:1761313445.753383:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6325621. 02000000:00000010:3.0:1761313445.753392:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4741034. 02000000:00000010:3.0:1761313445.753416:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067e89f62. 00000400:00000010:3.0:1761313445.753422:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095bdfb9b. 00000400:00000010:3.0:1761313445.753426:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.753431:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206482880, portal 16 00000400:00000010:3.0:1761313445.753435:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b590dea. 00000100:00000200:3.0:1761313445.753437:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206482880, offset 0 00000400:00000200:3.0:1761313445.753442:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.753450:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.753456:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.753460:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.753462:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.753464:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89062:89062:255:4294967295] 192.168.204.1@tcp LPNI seq info [89062:89062:7:4294967295] 00000400:00000200:3.0:1761313445.753492:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.753497:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.753501:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82355018). 00000800:00000200:3.0:1761313445.753505:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.753509:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.753512:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761313445.753670:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.753675:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313445.753678:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2bcb852. 00010000:00000010:2.1:1761313445.754503:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a557cd82. 00000800:00000200:1.0:1761313445.754966:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.754969:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354770). 00000400:00000200:1.0:1761313445.754973:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.754979:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.754983:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025c648c8 00000400:00000010:1.0:1761313445.754985:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025c648c8. 00000800:00000200:1.0:1761313445.755161:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.755163:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:1.0:1761313445.755166:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.755178:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.755182:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b590dea 00000400:00000010:1.0:1761313445.755183:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b590dea. 00000100:00000200:1.0:1761313445.755191:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f6325621 x1846869206482880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313445.757413:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.757431:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffbfc0 00000400:00000200:1.0:1761313445.757439:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xade39 [1] + 224 00000400:00000200:1.0:1761313445.757509:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.757514:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.757522:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f6325621 x1846869206482880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.757670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a05efd0c. 00010000:00000010:3.1:1761313445.757677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b0785. 00000400:00000010:0.0:1761313445.757679:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095bdfb9b. 00010000:00000010:3.1:1761313445.757681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9190394. 00010000:00000010:3.1:1761313445.757683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00000400:00000200:0.0:1761313445.757684:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:0.0:1761313445.757686:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:0.0:1761313445.757693:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f6325621 x1846869206482880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313445.757700:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f6325621 x1846869206482880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313445.757727:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067e89f62. 02000000:00000010:0.0:1761313445.757737:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e4741034. 00000100:00000010:0.0:1761313445.757740:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6325621. 00000100:00000010:0.0:1761313445.757744:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000171ee278. 00010000:00000010:0.0:1761313445.757747:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000036e97628. 00000400:00000200:2.0:1761313445.757795:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.757803:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953dc0 00000400:00000200:2.0:1761313445.757808:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac791 [2] + 656 00000400:00000200:2.0:1761313445.757858:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.757862:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.757865:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.757870:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 00000020:00000010:0.0:1761313445.757937:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2bcb852. 00000020:00000010:0.0:1761313445.757944:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.757947:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313445.757968:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064bf9529 x1846869199502784/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313445.758037:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502784 02000000:00000010:0.0:1761313445.758048:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e0dd5b2. 00010000:00000010:0.0:1761313445.758073:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b42b37d4. 00010000:00000010:0.0:1761313445.758092:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313445.758097:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3b74d4. 00000100:00000010:0.0:1761313445.758193:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3b74d4. 00010000:00000010:0.0:1761313445.758196:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00000400:00000010:0.0:1761313445.758210:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99e9dc5. 00000100:00000200:0.0:1761313445.758214:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502784, offset 224 00000400:00000200:0.0:1761313445.758221:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.758230:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.758235:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89063:89063:256:4294967295] 192.168.204.1@tcp LPNI seq info [89063:89063:8:4294967295] 00000400:00000200:0.0:1761313445.758244:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.758249:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.758254:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eeb12c53 (tot 82354770). 00000800:00000200:0.0:1761313445.758259:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.758266:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.758269:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eeb12c53 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761313445.758363:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c0af5f5. 00010000:00000010:1.0:1761313445.758454:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:1.0:1761313445.758460:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2a4b46a. 00000020:00000010:0.0:1761313445.758563:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.758568:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313445.758571:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2bcb852. 00010000:00000010:1.0:1761313445.758582:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b70114e. 00010000:00000010:1.0:1761313445.758589:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.758599:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fcc9fbd. 00000100:00000010:1.0:1761313445.758603:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e3427bf. 00000100:00000010:1.0:1761313445.758609:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d2a47a7c. 02000000:00000010:1.0:1761313445.758619:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a06c0fe6. 02000000:00000010:1.0:1761313445.758643:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de544d12. 00000400:00000010:1.0:1761313445.758648:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c39a137d. 00000400:00000010:1.0:1761313445.758652:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00000100:00000200:1.0:1761313445.758657:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206482944, portal 16 00000400:00000010:1.0:1761313445.758660:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c50244. 00000100:00000200:1.0:1761313445.758662:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206482944, offset 0 00000400:00000200:1.0:1761313445.758666:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.758672:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.758678:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313445.758682:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313445.758684:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313445.758686:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89064:89064:255:4294967295] 192.168.204.1@tcp LPNI seq info [89064:89064:7:4294967295] 00000400:00000200:1.0:1761313445.758693:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.758697:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.758700:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82355018). 00000800:00000200:1.0:1761313445.758704:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.758708:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.758710:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.759005:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.759009:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eeb12c53 (tot 82354770). 00000400:00000200:2.0:1761313445.759014:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.759018:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.759021:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99e9dc5 00000400:00000010:2.0:1761313445.759022:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99e9dc5. 00000800:00000200:2.0:1761313445.759066:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.759068:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354522). 00000400:00000200:2.0:1761313445.759072:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.759075:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.759077:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c50244 00000400:00000010:2.0:1761313445.759078:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c50244. 00000100:00000200:2.0:1761313445.759083:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d2a47a7c x1846869206482944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313445.760506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5210563. 00010000:00000010:3.1:1761313445.761045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080db36e2. 00010000:00000010:3.1:1761313445.761054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00000400:00000200:1.0:1761313445.761641:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.761657:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc000 00000400:00000200:1.0:1761313445.761665:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xade45 [1] + 224 00000400:00000200:1.0:1761313445.761675:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.761679:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.761687:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d2a47a7c x1846869206482944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313445.761719:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.761725:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953e00 00000400:00000200:1.0:1761313445.761729:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac791 [2] + 984 00000400:00000200:1.0:1761313445.761771:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.761774:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.761778:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313445.761783:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000b85021. 00000400:00000010:0.0:1761313445.761896:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c39a137d. 00000400:00000200:0.0:1761313445.761901:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:0.0:1761313445.761903:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 00000100:00000200:0.0:1761313445.761910:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d2a47a7c x1846869206482944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313445.761917:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d2a47a7c x1846869206482944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313445.761945:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de544d12. 02000000:00000010:0.0:1761313445.761951:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a06c0fe6. 00000100:00000010:0.0:1761313445.761955:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d2a47a7c. 00000100:00000010:0.0:1761313445.761963:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005e3427bf. 00010000:00000010:0.0:1761313445.761967:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fcc9fbd. 00000020:00000010:2.0:1761313445.762649:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccb5d465. 00000020:00000010:2.0:1761313445.762657:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.762661:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032237647. 00000100:00000200:2.0:1761313445.762686:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000000b85021 x1846869199502848/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313445.762717:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502848 02000000:00000010:2.0:1761313445.762727:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000671b0c15. 00010000:00000010:2.0:1761313445.762752:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c543513. 00010000:00000010:2.0:1761313445.762771:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.762777:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c96090. 00000100:00000010:2.0:1761313445.762795:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c96090. 00010000:00000010:2.0:1761313445.762798:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.762812:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313445.762816:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502848, offset 224 00000400:00000200:2.0:1761313445.762824:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.762834:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.762839:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89065:89065:256:4294967295] 192.168.204.1@tcp LPNI seq info [89065:89065:8:4294967295] 00000400:00000200:2.0:1761313445.762849:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.762853:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.762857:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000153e176a (tot 82354770). 00000800:00000200:2.0:1761313445.762862:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.762869:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.762872:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000153e176a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.762897:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.762902:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032237647. 00000020:00000010:2.0:1761313445.762904:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccb5d465. 00080000:00000010:1.0:1761313445.762963:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c4324b4. 00010000:00000010:1.0:1761313445.763046:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.763052:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e1ef3c9. 00000800:00000200:3.0:1761313445.763059:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.763062:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000153e176a (tot 82354522). 00000400:00000200:3.0:1761313445.763066:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.763069:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.763072:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:3.0:1761313445.763074:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00010000:00000010:1.0:1761313445.763135:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd765c90. 00010000:00000010:1.0:1761313445.763141:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.763151:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f21b0aa0. 00000100:00000010:1.0:1761313445.763155:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026cf0b41. 00000100:00000010:1.0:1761313445.763161:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d2a47a7c. 02000000:00000010:1.0:1761313445.763179:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a06c0fe6. 02000000:00000010:1.0:1761313445.763201:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de544d12. 00000400:00000010:1.0:1761313445.763205:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078fbaea4. 00000400:00000010:1.0:1761313445.763210:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060aa7e9b. 00000100:00000200:1.0:1761313445.763214:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483008, portal 16 00000400:00000010:1.0:1761313445.763218:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac531eba. 00000100:00000200:1.0:1761313445.763220:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483008, offset 0 00000400:00000200:1.0:1761313445.763224:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.763231:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.763236:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313445.763240:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313445.763242:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313445.763245:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89066:89066:256:4294967295] 192.168.204.1@tcp LPNI seq info [89066:89066:8:4294967295] 00000400:00000200:1.0:1761313445.763251:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.763255:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.763258:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003237d446 (tot 82354770). 00000800:00000200:1.0:1761313445.763262:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.763265:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.763268:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003237d446 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.763338:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.763340:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003237d446 (tot 82354522). 00000400:00000200:2.0:1761313445.763344:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.763347:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.763350:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac531eba 00000400:00000010:2.0:1761313445.763352:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac531eba. 00000100:00000200:2.0:1761313445.763356:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d2a47a7c x1846869206483008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313445.765428:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.765446:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc040 00000400:00000200:1.0:1761313445.765453:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xade51 [1] + 224 00000400:00000200:1.0:1761313445.765466:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.765494:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.765502:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d2a47a7c x1846869206483008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313445.765818:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078fbaea4. 00000400:00000200:0.0:1761313445.765823:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060aa7e9b 00000400:00000010:0.0:1761313445.765824:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060aa7e9b. 00000100:00000200:0.0:1761313445.765830:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d2a47a7c x1846869206483008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313445.765837:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d2a47a7c x1846869206483008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313445.765864:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de544d12. 02000000:00000010:0.0:1761313445.765870:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a06c0fe6. 00000100:00000010:0.0:1761313445.765874:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d2a47a7c. 00000100:00000010:0.0:1761313445.765879:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026cf0b41. 00010000:00000010:0.0:1761313445.765882:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f21b0aa0. 00000400:00000200:3.0:1761313445.766003:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.766011:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953e40 00000400:00000200:3.0:1761313445.766016:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac791 [2] + 1312 00000400:00000200:3.0:1761313445.766066:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.766069:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.766073:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313445.766078:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cbfa9e4d. 00000020:00000010:0.0:1761313445.766424:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2bcb852. 00000020:00000010:0.0:1761313445.766431:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.766435:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313445.766458:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cbfa9e4d x1846869199502912/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313445.766499:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502912 02000000:00000010:0.0:1761313445.766515:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093c67ec9. 00010000:00000010:0.0:1761313445.766542:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bcc2e9c. 00010000:00000010:0.0:1761313445.766561:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313445.766567:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3b74d4. 00000100:00000010:0.0:1761313445.766579:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3b74d4. 00010000:00000010:0.0:1761313445.766581:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00000400:00000010:0.0:1761313445.766593:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99e9dc5. 00000100:00000200:0.0:1761313445.766598:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502912, offset 224 00000400:00000200:0.0:1761313445.766605:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.766615:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.766619:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89067:89067:256:4294967295] 192.168.204.1@tcp LPNI seq info [89067:89067:8:4294967295] 00000400:00000200:0.0:1761313445.766628:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.766633:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.766637:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea1e733 (tot 82354770). 00000800:00000200:0.0:1761313445.766642:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.766648:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.766652:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ea1e733 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313445.766679:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.766684:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313445.766686:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2bcb852. 00080000:00000010:1.0:1761313445.766737:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a06c0fe6. 00000800:00000200:3.0:1761313445.766779:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.766782:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea1e733 (tot 82354522). 00000400:00000200:3.0:1761313445.766785:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.766789:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.766791:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99e9dc5 00000400:00000010:3.0:1761313445.766792:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99e9dc5. 00010000:00000010:1.0:1761313445.766819:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.766825:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f9af1ba5. 00010000:00000010:1.0:1761313445.766898:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c55dd283. 00010000:00000010:1.0:1761313445.766904:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.766913:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.766916:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.766922:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a66c56e. 02000000:00000010:1.0:1761313445.766931:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de544d12. 02000000:00000010:1.0:1761313445.766951:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5dea503. 00000400:00000010:1.0:1761313445.766955:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e411bb5. 00000400:00000010:1.0:1761313445.766960:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0c22641. 00000100:00000200:1.0:1761313445.766964:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483072, portal 16 00000400:00000010:1.0:1761313445.766968:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e33f35dc. 00000100:00000200:1.0:1761313445.766970:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483072, offset 0 00000400:00000200:1.0:1761313445.766975:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.766980:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.766986:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313445.766989:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313445.766991:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313445.766994:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89068:89068:256:4294967295] 192.168.204.1@tcp LPNI seq info [89068:89068:8:4294967295] 00000400:00000200:1.0:1761313445.767001:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.767005:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.767008:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003237d446 (tot 82354770). 00000800:00000200:1.0:1761313445.767012:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.767016:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.767019:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003237d446 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.767101:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.767104:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003237d446 (tot 82354522). 00000400:00000200:0.0:1761313445.767107:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.767110:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.767112:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e33f35dc 00000400:00000010:0.0:1761313445.767114:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e33f35dc. 00000100:00000200:0.0:1761313445.767118:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a66c56e x1846869206483072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313445.769521:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.769538:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc080 00000400:00000200:3.0:1761313445.769545:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xade5d [1] + 224 00000400:00000200:3.0:1761313445.769554:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.769558:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.769566:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a66c56e x1846869206483072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313445.769597:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.769602:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953e80 00000400:00000200:3.0:1761313445.769606:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac791 [2] + 1640 00010000:00000010:0.1:1761313445.769774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca04cc9. 00000400:00000200:3.0:1761313445.769950:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.769955:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.769959:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313445.769964:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29948a1. 00000020:00000010:2.0:1761313445.770030:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccb5d465. 00000020:00000010:2.0:1761313445.770038:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.770042:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032237647. 00000100:00000200:2.0:1761313445.770066:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29948a1 x1846869199502976/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:1.1:1761313445.770067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f798da3. 00010000:00000010:1.1:1761313445.770075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00000400:00000010:1.0:1761313445.770092:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e411bb5. 00000400:00000200:1.0:1761313445.770096:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0c22641 00000400:00000010:1.0:1761313445.770098:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0c22641. 00000100:00000200:1.0:1761313445.770105:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a66c56e x1846869206483072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.770110:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199502976 00000100:00000200:1.0:1761313445.770116:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a66c56e x1846869206483072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.770123:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bbaf554f. 02000000:00000010:1.0:1761313445.770141:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5dea503. 02000000:00000010:1.0:1761313445.770147:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de544d12. 00010000:00000010:2.0:1761313445.770151:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001174ed46. 00000100:00000010:1.0:1761313445.770152:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a66c56e. 00000100:00000010:1.0:1761313445.770158:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.770162:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00010000:00000010:2.0:1761313445.770181:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.770188:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c96090. 00000100:00000010:2.0:1761313445.770215:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c96090. 00010000:00000010:2.0:1761313445.770218:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.770232:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e8705f6. 00000100:00000200:2.0:1761313445.770237:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199502976, offset 224 00000400:00000200:2.0:1761313445.770244:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.770255:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.770260:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89069:89069:256:4294967295] 192.168.204.1@tcp LPNI seq info [89069:89069:8:4294967295] 00000400:00000200:2.0:1761313445.770270:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.770275:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.770278:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004d6b004 (tot 82354770). 00000800:00000200:2.0:1761313445.770283:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.770289:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.770292:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000004d6b004 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.770314:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.770318:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032237647. 00000020:00000010:2.0:1761313445.770320:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccb5d465. 00000800:00000200:3.0:1761313445.770417:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.770421:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004d6b004 (tot 82354522). 00000400:00000200:3.0:1761313445.770425:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.770428:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.770431:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e8705f6 00000400:00000010:3.0:1761313445.770432:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e8705f6. 00080000:00000010:1.0:1761313445.770608:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5dea503. 00010000:00000010:1.0:1761313445.770683:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.770688:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c11ad7f. 00010000:00000010:1.0:1761313445.770754:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1761a69. 00010000:00000010:1.0:1761313445.770759:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.770767:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.770769:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.770774:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a66c56e. 02000000:00000010:1.0:1761313445.770783:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de544d12. 02000000:00000010:1.0:1761313445.770804:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aab109d4. 00000400:00000010:1.0:1761313445.770807:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e411bb5. 00000400:00000010:1.0:1761313445.770811:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0c22641. 00000100:00000200:1.0:1761313445.770814:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483136, portal 16 00000400:00000010:1.0:1761313445.770818:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf93c290. 00000100:00000200:1.0:1761313445.770820:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483136, offset 0 00000400:00000200:1.0:1761313445.770824:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.770830:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.770836:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313445.770839:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313445.770842:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313445.770844:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89070:89070:256:4294967295] 192.168.204.1@tcp LPNI seq info [89070:89070:8:4294967295] 00000400:00000200:1.0:1761313445.770852:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.770856:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.770858:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82354770). 00000800:00000200:1.0:1761313445.770862:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.770866:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.770868:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.772070:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.772074:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354522). 00000400:00000200:0.0:1761313445.772081:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.772087:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.772091:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf93c290 00000400:00000010:0.0:1761313445.772093:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf93c290. 00000100:00000200:0.0:1761313445.772100:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a66c56e x1846869206483136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313445.774883:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.774901:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc0c0 00000400:00000200:3.0:1761313445.774909:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xade69 [1] + 224 00000400:00000200:3.0:1761313445.774925:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.774928:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.774938:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a66c56e x1846869206483136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313445.774989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd02222e. 00000400:00000200:3.0:1761313445.775606:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.775614:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953ec0 00000400:00000200:3.0:1761313445.775620:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac791 [2] + 1968 00000400:00000010:3.0:1761313445.775624:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000822722cb. 00000400:00000200:3.0:1761313445.775629:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000065a6a6cc 00000400:00000200:3.0:1761313445.775863:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.775867:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.775870:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065a6a6cc 00000400:00000010:3.0:1761313445.775872:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000065a6a6cc (tot 82354370). 00000100:00000200:3.0:1761313445.775877:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761313445.776335:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e411bb5. 00000400:00000200:1.0:1761313445.776339:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0c22641 00000400:00000010:1.0:1761313445.776340:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0c22641. 00000100:00000200:1.0:1761313445.776396:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a66c56e x1846869206483136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313445.776405:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a66c56e x1846869206483136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313445.776433:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aab109d4. 02000000:00000010:1.0:1761313445.776437:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de544d12. 00000100:00000010:1.0:1761313445.776442:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a66c56e. 00000100:00000010:1.0:1761313445.776446:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.776450:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000020:00000010:0.0:1761313445.777387:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2bcb852. 00000020:00000010:0.0:1761313445.777395:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.777400:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313445.777426:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c387ed86 x1846869199503040/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313445.777463:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503040 02000000:00000010:0.0:1761313445.777496:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019c54b55. 00010000:00000010:0.0:1761313445.777529:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d545ab86. 00010000:00000010:0.0:1761313445.777550:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313445.777557:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3b74d4. 00000100:00000010:0.0:1761313445.777569:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3b74d4. 00010000:00000010:0.0:1761313445.777571:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00000400:00000010:0.0:1761313445.777584:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025c648c8. 00000100:00000200:0.0:1761313445.777589:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503040, offset 224 00000400:00000200:0.0:1761313445.777596:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.777608:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.777614:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89071:89071:256:4294967295] 192.168.204.1@tcp LPNI seq info [89071:89071:8:4294967295] 00000400:00000200:0.0:1761313445.777624:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.777630:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.777635:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea1e733 (tot 82354618). 00000800:00000200:0.0:1761313445.777643:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.777649:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.777653:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ea1e733 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761313445.777655:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aab109d4. 00000020:00000010:0.0:1761313445.777670:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.777675:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313445.777678:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2bcb852. 02000000:00000010:0.0:1761313445.777685:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bbaf554f. 00000100:00000010:0.0:1761313445.777687:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29948a1. 02000000:00000010:0.0:1761313445.777690:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093c67ec9. 00000100:00000010:0.0:1761313445.777692:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cbfa9e4d. 02000000:00000010:0.0:1761313445.777695:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000671b0c15. 00000100:00000010:0.0:1761313445.777696:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000b85021. 02000000:00000010:0.0:1761313445.777701:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e0dd5b2. 00000100:00000010:0.0:1761313445.777703:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 02000000:00000010:0.0:1761313445.777706:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000075d7999d. 00000100:00000010:0.0:1761313445.777708:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066698b35. 02000000:00000010:0.0:1761313445.777711:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000faacd56e. 00000100:00000010:0.0:1761313445.777712:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a54ac0b. 00000100:00000200:0.0:1761313445.777719:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313445.777724:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c6a1e332. 00000400:00000010:0.0:1761313445.777729:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004d3b74d4 (tot 82354770). 00010000:00000010:1.0:1761313445.777740:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.777748:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f3defe8. 00010000:00000010:1.0:1761313445.777844:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d60978e3. 00010000:00000010:1.0:1761313445.777850:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.777860:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.777863:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.777869:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a66c56e. 02000000:00000010:1.0:1761313445.777879:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075a7a1d9. 02000000:00000010:1.0:1761313445.777901:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d177edb. 00000400:00000010:1.0:1761313445.777905:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e411bb5. 00000400:00000010:1.0:1761313445.777907:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0c22641. 00000100:00000200:1.0:1761313445.777910:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483200, portal 16 00000400:00000010:1.0:1761313445.777914:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fde0bda4. 00000100:00000200:1.0:1761313445.777916:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483200, offset 0 00000400:00000200:1.0:1761313445.777920:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.777926:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.777932:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313445.777935:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313445.777938:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313445.777940:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89072:89072:255:4294967295] 192.168.204.1@tcp LPNI seq info [89072:89072:7:4294967295] 00000400:00000200:1.0:1761313445.777947:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.777951:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.777954:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82355018). 00000800:00000200:1.0:1761313445.777957:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.777961:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.777963:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313445.779304:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.779313:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea1e733 (tot 82354770). 00000400:00000200:3.0:1761313445.779328:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.779334:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.779338:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025c648c8 00000400:00000010:3.0:1761313445.779340:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025c648c8. 02000000:00000010:3.0:1761313445.779347:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000019c54b55. 00000800:00000200:3.0:1761313445.779409:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.779411:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354522). 00000400:00000200:3.0:1761313445.779415:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.779418:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.779420:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fde0bda4 00000400:00000010:3.0:1761313445.779421:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fde0bda4. 00000100:00000200:3.0:1761313445.779427:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a66c56e x1846869206483200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313445.779609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bf28d4b. 00010000:00000010:1.1:1761313445.779616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b70114e. 00010000:00000010:1.1:1761313445.779620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cad8cdd0. 00010000:00000010:1.1:1761313445.779622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd765c90. 00010000:00000010:2.1:1761313445.779694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a79315. 00010000:00000010:0.1:1761313445.779739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5dddc10. 00010000:00000010:1.1:1761313445.783561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ea872f3. 00010000:00000010:1.1:1761313445.783577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c55dd283. 00000400:00000200:3.0:1761313445.784410:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.784429:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc100 00000400:00000200:3.0:1761313445.784437:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xade79 [1] + 224 00000400:00000200:3.0:1761313445.784451:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.784455:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00010000:00000010:0.1:1761313445.784522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000154c062d. 00000100:00000200:3.0:1761313445.785491:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a66c56e x1846869206483200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313445.785591:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e411bb5. 00000400:00000200:1.0:1761313445.785597:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0c22641 00000400:00000010:1.0:1761313445.785598:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0c22641. 00000100:00000200:1.0:1761313445.785607:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a66c56e x1846869206483200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313445.785614:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a66c56e x1846869206483200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313445.785646:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d177edb. 02000000:00000010:1.0:1761313445.785653:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075a7a1d9. 00000100:00000010:1.0:1761313445.785657:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a66c56e. 00000100:00000010:1.0:1761313445.785661:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.785665:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000200:3.0:1761313445.786959:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.786977:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953f00 00000400:00000200:3.0:1761313445.786984:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac7e9 [2] + 0 00000400:00000200:3.0:1761313445.787047:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.787052:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.787058:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313445.787063:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000428d88e4. 00000020:00000010:2.0:1761313445.787231:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccb5d465. 00000020:00000010:2.0:1761313445.787238:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.787242:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032237647. 00000100:00000200:2.0:1761313445.787366:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000428d88e4 x1846869199503104/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313445.787401:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503104 02000000:00000010:2.0:1761313445.787413:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000faacd56e. 00010000:00000010:2.0:1761313445.787443:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620624af. 00010000:00000010:2.0:1761313445.787501:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.787508:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c96090. 00000100:00000010:2.0:1761313445.787520:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c96090. 00010000:00000010:2.0:1761313445.787523:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.787536:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cea5b6b5. 00000100:00000200:2.0:1761313445.787540:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503104, offset 224 00000400:00000200:2.0:1761313445.787547:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.787559:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.787565:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89073:89073:256:4294967295] 192.168.204.1@tcp LPNI seq info [89073:89073:8:4294967295] 00000400:00000200:2.0:1761313445.787578:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.787584:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00080000:00000010:1.0:1761313445.787587:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075a7a1d9. 00000800:00000010:2.0:1761313445.787589:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2464fd1 (tot 82354770). 00000800:00000200:2.0:1761313445.787596:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.787602:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.787605:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f2464fd1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.787628:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.787632:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032237647. 00000020:00000010:2.0:1761313445.787635:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccb5d465. 00010000:00000010:1.0:1761313445.787674:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.787682:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb6f69d8. 00010000:00000010:1.0:1761313445.787767:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c55dd283. 00010000:00000010:1.0:1761313445.787773:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.787786:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.787790:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.787797:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a66c56e. 02000000:00000010:1.0:1761313445.787809:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d177edb. 02000000:00000010:1.0:1761313445.787839:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cb58e25. 00000400:00000010:1.0:1761313445.787846:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e411bb5. 00000400:00000010:1.0:1761313445.787851:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0c22641. 00000100:00000200:1.0:1761313445.787855:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483264, portal 16 00000400:00000010:1.0:1761313445.787860:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008da85617. 00000100:00000200:1.0:1761313445.787861:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483264, offset 0 00000400:00000200:1.0:1761313445.787866:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.787873:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.787879:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313445.787882:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313445.787884:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313445.787887:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89074:89074:255:4294967295] 192.168.204.1@tcp LPNI seq info [89074:89074:7:4294967295] 00000400:00000200:1.0:1761313445.787894:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.787898:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.787901:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82355018). 00000800:00000200:1.0:1761313445.787904:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.787919:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.787921:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313445.788024:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.788027:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2464fd1 (tot 82354770). 00000400:00000200:3.0:1761313445.788032:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.788036:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.788039:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cea5b6b5 00000400:00000010:3.0:1761313445.788041:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cea5b6b5. 00000800:00000200:3.0:1761313445.788070:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.788072:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:3.0:1761313445.788075:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.788078:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.788079:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008da85617 00000400:00000010:3.0:1761313445.788081:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008da85617. 00000100:00000200:3.0:1761313445.788086:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a66c56e x1846869206483264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313445.788598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d0cba79. 00010000:00000010:1.1:1761313445.788606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1761a69. 00000400:00000200:2.0:1761313445.792311:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.792333:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc140 00000400:00000200:2.0:1761313445.792340:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xade85 [1] + 224 00000400:00000200:2.0:1761313445.792359:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.792364:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.792374:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a66c56e x1846869206483264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313445.792460:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e411bb5. 00000400:00000200:1.0:1761313445.792465:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0c22641 00000400:00000010:1.0:1761313445.792508:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0c22641. 00000100:00000200:1.0:1761313445.792516:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a66c56e x1846869206483264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313445.792525:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a66c56e x1846869206483264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313445.792553:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cb58e25. 02000000:00000010:1.0:1761313445.792558:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d177edb. 00000100:00000010:1.0:1761313445.792563:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a66c56e. 00000100:00000010:1.0:1761313445.792567:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.792572:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000200:3.0:1761313445.792674:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.792683:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953f40 00000400:00000200:3.0:1761313445.792688:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac7e9 [2] + 328 00000400:00000200:3.0:1761313445.792737:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.792742:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.792746:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313445.792750:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a9f342a. 00010000:00000010:2.1:1761313445.792822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045a18c95. 00000020:00000010:2.0:1761313445.792856:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccb5d465. 00000020:00000010:2.0:1761313445.792862:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.792867:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032237647. 00000100:00000200:2.0:1761313445.792891:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a9f342a x1846869199503168/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313445.792925:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503168 02000000:00000010:2.0:1761313445.792937:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000671b0c15. 00010000:00000010:2.0:1761313445.792964:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdb7811c. 00010000:00000010:2.0:1761313445.792984:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.792990:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c96090. 00000100:00000010:2.0:1761313445.793034:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c96090. 00010000:00000010:2.0:1761313445.793038:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.793050:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9414777. 00000100:00000200:2.0:1761313445.793054:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503168, offset 224 00000400:00000200:2.0:1761313445.793061:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.793071:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.793076:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89075:89075:256:4294967295] 192.168.204.1@tcp LPNI seq info [89075:89075:8:4294967295] 00000400:00000200:2.0:1761313445.793085:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.793090:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.793095:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049af6073 (tot 82354770). 00000800:00000200:2.0:1761313445.793100:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.793106:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.793109:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049af6073 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.793414:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.793419:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032237647. 00000020:00000010:2.0:1761313445.793421:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccb5d465. 00000800:00000200:3.0:1761313445.793538:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.793541:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049af6073 (tot 82354522). 00000400:00000200:3.0:1761313445.793546:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.793550:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.793552:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9414777 00000400:00000010:3.0:1761313445.793554:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9414777. 00080000:00000010:1.0:1761313445.793715:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d177edb. 00010000:00000010:1.0:1761313445.793799:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.793805:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cebebbfa. 00010000:00000010:1.0:1761313445.793879:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1761a69. 00010000:00000010:1.0:1761313445.793884:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.793893:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.793896:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.793903:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a66c56e. 02000000:00000010:1.0:1761313445.793912:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000cb58e25. 02000000:00000010:1.0:1761313445.793933:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de544d12. 00000400:00000010:1.0:1761313445.793938:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e411bb5. 00000400:00000010:1.0:1761313445.793942:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0c22641. 00000100:00000200:1.0:1761313445.793947:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483328, portal 16 00000400:00000010:1.0:1761313445.793952:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008da85617. 00000100:00000200:1.0:1761313445.793954:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483328, offset 0 00000400:00000200:1.0:1761313445.793959:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.793966:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.793973:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313445.793977:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313445.793980:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313445.793983:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89076:89076:256:4294967295] 192.168.204.1@tcp LPNI seq info [89076:89076:8:4294967295] 00000400:00000200:1.0:1761313445.793990:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.793995:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.793998:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000597e8afc (tot 82354770). 00000800:00000200:1.0:1761313445.794002:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.794006:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.794009:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000597e8afc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.794781:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.794786:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000597e8afc (tot 82354522). 00000400:00000200:2.0:1761313445.794791:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.794797:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.794801:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008da85617 00000400:00000010:2.0:1761313445.794803:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008da85617. 00000100:00000200:2.0:1761313445.794811:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a66c56e x1846869206483328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313445.796720:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.796739:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc180 00000400:00000200:3.0:1761313445.796747:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xade91 [1] + 224 00000400:00000200:3.0:1761313445.796762:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1761313445.797138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad1bced2. 00010000:00000010:1.1:1761313445.797149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d60978e3. 00000400:00000200:3.0:1761313445.798749:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.798768:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a66c56e x1846869206483328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.798921:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.798935:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953f80 00000400:00000200:2.0:1761313445.798942:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac7e9 [2] + 656 00000400:00000200:2.0:1761313445.799023:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.799027:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.799041:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.799049:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066698b35. 00000400:00000010:1.0:1761313445.799058:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e411bb5. 00000400:00000200:1.0:1761313445.799064:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0c22641 00000400:00000010:1.0:1761313445.799067:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0c22641. 00000100:00000200:1.0:1761313445.799074:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a66c56e x1846869206483328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313445.799083:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a66c56e x1846869206483328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313445.799111:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de544d12. 02000000:00000010:1.0:1761313445.799117:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000cb58e25. 00000100:00000010:1.0:1761313445.799121:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a66c56e. 00000100:00000010:1.0:1761313445.799125:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.799129:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000020:00000010:0.0:1761313445.799213:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075d7999d. 00000020:00000010:0.0:1761313445.799219:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.799224:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313445.799253:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066698b35 x1846869199503232/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313445.799290:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503232 02000000:00000010:0.0:1761313445.799303:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e0dd5b2. 00010000:00000010:0.0:1761313445.799330:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0e919f5. 00010000:00000010:0.0:1761313445.799350:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313445.799356:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313445.799370:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313445.799373:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00000400:00000010:0.0:1761313445.799386:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055ae023e. 00000100:00000200:0.0:1761313445.799390:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503232, offset 224 00000400:00000200:0.0:1761313445.799397:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.799408:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.799413:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89077:89077:256:4294967295] 192.168.204.1@tcp LPNI seq info [89077:89077:8:4294967295] 00000400:00000200:0.0:1761313445.799423:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.799428:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.799433:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eeb12c53 (tot 82354770). 00000800:00000200:0.0:1761313445.799437:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.799443:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.799446:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eeb12c53 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313445.799464:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.799493:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313445.799496:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075d7999d. 00000800:00000200:3.0:1761313445.799674:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.799678:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eeb12c53 (tot 82354522). 00000400:00000200:3.0:1761313445.799682:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.799686:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.799689:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055ae023e 00000400:00000010:3.0:1761313445.799691:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055ae023e. 00080000:00000010:1.0:1761313445.800072:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de544d12. 00010000:00000010:1.0:1761313445.800200:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.800220:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb2cc4b5. 00010000:00000010:1.0:1761313445.800301:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d60978e3. 00010000:00000010:1.0:1761313445.800307:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313445.800316:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.800320:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.800327:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a66c56e. 02000000:00000010:1.0:1761313445.800338:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000cb58e25. 02000000:00000010:1.0:1761313445.800368:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f81f16be. 00000400:00000010:1.0:1761313445.800374:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e411bb5. 00000400:00000010:1.0:1761313445.800377:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0c22641. 00000100:00000200:1.0:1761313445.800382:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483392, portal 16 00000400:00000010:1.0:1761313445.800386:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fde0bda4. 00000100:00000200:1.0:1761313445.800388:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483392, offset 0 00000400:00000200:1.0:1761313445.800394:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.800403:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.800409:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313445.800412:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313445.800415:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313445.800418:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89078:89078:256:4294967295] 192.168.204.1@tcp LPNI seq info [89078:89078:8:4294967295] 00000400:00000200:1.0:1761313445.800425:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.800430:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.800433:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008803a01b (tot 82354770). 00000800:00000200:1.0:1761313445.800438:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.800442:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.800445:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008803a01b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.800540:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.800543:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008803a01b (tot 82354522). 00000400:00000200:2.0:1761313445.800546:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.800551:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.800553:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fde0bda4 00000400:00000010:2.0:1761313445.800554:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fde0bda4. 00000100:00000200:2.0:1761313445.800559:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a66c56e x1846869206483392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.803356:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.803377:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc1c0 00000400:00000200:2.0:1761313445.803386:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xade9d [1] + 224 00000400:00000200:2.0:1761313445.803401:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.803405:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.803416:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a66c56e x1846869206483392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313445.803765:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000010:1.0:1761313445.803771:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e411bb5. 00000400:00000200:3.0:1761313445.803776:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be953fc0 00000400:00000200:1.0:1761313445.803777:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0c22641 00000400:00000010:1.0:1761313445.803780:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0c22641. 00000100:00000200:1.0:1761313445.803788:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a66c56e x1846869206483392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313445.803797:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac7e9 [2] + 984 00000100:00000200:1.0:1761313445.803804:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a66c56e x1846869206483392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313445.803838:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f81f16be. 02000000:00000010:1.0:1761313445.803843:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000cb58e25. 00000100:00000010:1.0:1761313445.803848:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a66c56e. 00000100:00000010:1.0:1761313445.803852:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00000400:00000200:3.0:1761313445.803853:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1761313445.803859:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000200:3.0:1761313445.803860:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.803866:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313445.803871:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000896ad9cf. 00000020:00000010:2.0:1761313445.803965:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccb5d465. 00000020:00000010:2.0:1761313445.803976:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.803981:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032237647. 00000100:00000200:2.0:1761313445.804002:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000896ad9cf x1846869199503296/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313445.804041:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503296 02000000:00000010:2.0:1761313445.804052:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bbaf554f. 00010000:00000010:2.0:1761313445.804079:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ffd56804. 00010000:00000010:2.0:1761313445.804097:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.804103:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c96090. 00000100:00000010:2.0:1761313445.804120:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c96090. 00010000:00000010:2.0:1761313445.804123:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.804136:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb1bbf3c. 00000100:00000200:2.0:1761313445.804139:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503296, offset 224 00000400:00000200:2.0:1761313445.804146:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.804156:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.804161:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89079:89079:256:4294967295] 192.168.204.1@tcp LPNI seq info [89079:89079:8:4294967295] 00000400:00000200:2.0:1761313445.804179:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.804184:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.804188:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f58fd2 (tot 82354770). 00000800:00000200:2.0:1761313445.804194:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.804199:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.804203:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098f58fd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.804221:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.804225:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032237647. 00000020:00000010:2.0:1761313445.804227:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccb5d465. 00000800:00000200:2.0:1761313445.804280:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.804283:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f58fd2 (tot 82354522). 00000400:00000200:2.0:1761313445.804286:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.804290:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.804292:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb1bbf3c 00000400:00000010:2.0:1761313445.804294:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb1bbf3c. 00080000:00000010:3.0:1761313445.804596:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f47a14a. 00010000:00000010:3.0:1761313445.804692:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024c31984. 00010000:00000010:3.0:1761313445.804699:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e310105. 00010000:00000010:3.0:1761313445.804772:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313445.804778:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313445.804788:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f4e89442. 00000100:00000010:3.0:1761313445.804792:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000171ee278. 00000100:00000010:3.0:1761313445.804798:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef3948d6. 02000000:00000010:3.0:1761313445.804808:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4741034. 02000000:00000010:3.0:1761313445.804830:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067e89f62. 00000400:00000010:3.0:1761313445.804835:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000052852cca. 00000400:00000010:3.0:1761313445.804839:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313445.804844:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483456, portal 16 00000400:00000010:3.0:1761313445.804848:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d33773eb. 00000100:00000200:3.0:1761313445.804849:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483456, offset 0 00000400:00000200:3.0:1761313445.804854:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.804861:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.804867:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.804870:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.804872:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.804875:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89080:89080:256:4294967295] 192.168.204.1@tcp LPNI seq info [89080:89080:8:4294967295] 00000400:00000200:3.0:1761313445.804881:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.804884:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.804888:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354770). 00000800:00000200:3.0:1761313445.804891:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.804894:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.804897:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.805350:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.805353:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354522). 00000400:00000200:0.0:1761313445.805357:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.805362:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.805364:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d33773eb 00000400:00000010:0.0:1761313445.805366:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d33773eb. 00000100:00000200:0.0:1761313445.805372:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef3948d6 x1846869206483456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313445.805733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8ba75a. 00010000:00000010:1.1:1761313445.807520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001556740e. 00010000:00000010:1.1:1761313445.807533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c55dd283. 00010000:00000010:0.1:1761313445.807900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ba01eb7. 00010000:00000010:2.1:1761313445.808197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f165f162. 00010000:00000010:1.1:1761313445.809512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007eee4e0a. 00010000:00000010:1.1:1761313445.809524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1761a69. 00010000:00000010:3.1:1761313445.809566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5dc01dc. 00010000:00000010:3.1:1761313445.809572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d60978e3. 00000400:00000200:3.0:1761313445.811061:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.811080:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc200 00000400:00000200:3.0:1761313445.811089:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadea9 [1] + 224 00000400:00000200:3.0:1761313445.811105:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.811109:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.811119:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef3948d6 x1846869206483456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313445.811206:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000052852cca. 00000400:00000200:1.0:1761313445.811212:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:1.0:1761313445.811215:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:1.0:1761313445.811222:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef3948d6 x1846869206483456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313445.811231:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef3948d6 x1846869206483456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313445.811262:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067e89f62. 02000000:00000010:1.0:1761313445.811268:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e4741034. 00000100:00000010:1.0:1761313445.811272:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef3948d6. 00000100:00000010:1.0:1761313445.811276:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000171ee278. 00010000:00000010:1.0:1761313445.811280:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f4e89442. 00000400:00000200:2.0:1761313445.811772:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.811782:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954000 00000400:00000200:2.0:1761313445.811787:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac7e9 [2] + 1312 00000400:00000200:2.0:1761313445.811955:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.811960:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.811965:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.811980:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 00000020:00000010:1.0:1761313445.812055:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f81f16be. 00000020:00000010:1.0:1761313445.812062:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.812066:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.812092:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064bf9529 x1846869199503360/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313445.812127:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503360 02000000:00000010:1.0:1761313445.812139:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000437f5b8a. 00010000:00000010:1.0:1761313445.812177:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080b8d3d9. 00010000:00000010:1.0:1761313445.812199:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.812205:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.812217:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.812221:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00080000:00000010:3.0:1761313445.812266:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1211582. 00010000:00000010:3.0:1761313445.812361:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313445.812368:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008daef9d0. 00010000:00000010:3.0:1761313445.812446:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9190394. 00010000:00000010:3.0:1761313445.812451:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001d72b5a0. 00010000:00000010:3.0:1761313445.812457:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be438664. 00010000:00000010:3.0:1761313445.812461:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c57a483. 00080000:00000010:3.0:1761313445.812538:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093646e6c. 00010000:00000010:3.0:1761313445.812566:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313445.812571:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d72b5a0. 00010000:00000010:3.0:1761313445.812629:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b0785. 00010000:00000010:3.0:1761313445.812632:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313445.812640:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027d65e4a. 00000100:00000010:3.0:1761313445.812644:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313445.812651:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b53a2de. 02000000:00000010:3.0:1761313445.812662:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cda0e0be. 02000000:00000010:3.0:1761313445.812688:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000171a7e4e. 00000400:00000010:3.0:1761313445.812693:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eacf2cc7. 00000400:00000010:3.0:1761313445.812698:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313445.812705:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483520, portal 16 00000400:00000010:3.0:1761313445.812710:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d33773eb. 00000100:00000200:3.0:1761313445.812713:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483520, offset 0 00000400:00000200:3.0:1761313445.812720:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.812732:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.812740:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.812743:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.812746:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.812749:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89081:89081:256:4294967295] 192.168.204.1@tcp LPNI seq info [89081:89081:8:4294967295] 00000400:00000200:3.0:1761313445.812760:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.812765:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.812768:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82354770). 00000800:00000200:3.0:1761313445.812774:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.812781:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.812784:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1761313445.813084:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0c22641. 00000100:00000200:1.0:1761313445.813088:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503360, offset 224 00000400:00000200:1.0:1761313445.813092:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.813098:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.813102:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89082:89082:255:4294967295] 192.168.204.1@tcp LPNI seq info [89082:89082:7:4294967295] 00000400:00000200:1.0:1761313445.813109:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.813114:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.813117:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae5814d2 (tot 82355018). 00000800:00000200:1.0:1761313445.813122:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.813126:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.813128:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae5814d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.813140:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.813144:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.813147:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f81f16be. 00000800:00000200:0.0:1761313445.813387:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.813391:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354770). 00000400:00000200:0.0:1761313445.813395:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.813400:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.813403:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d33773eb 00000400:00000010:0.0:1761313445.813405:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d33773eb. 00000100:00000200:0.0:1761313445.813413:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b53a2de x1846869206483520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761313445.813501:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.813503:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae5814d2 (tot 82354522). 00000400:00000200:0.0:1761313445.813507:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.813510:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.813512:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0c22641 00000400:00000010:0.0:1761313445.813513:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0c22641. 00000400:00000200:3.0:1761313445.815275:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.815293:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc240 00000400:00000200:3.0:1761313445.815302:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadeb1 [1] + 224 00000400:00000200:3.0:1761313445.815315:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.815318:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.815327:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b53a2de x1846869206483520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313445.816153:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eacf2cc7. 00000400:00000200:1.0:1761313445.816160:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:1.0:1761313445.816162:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:1.0:1761313445.816181:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b53a2de x1846869206483520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313445.816190:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b53a2de x1846869206483520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313445.816220:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000171a7e4e. 02000000:00000010:1.0:1761313445.816226:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cda0e0be. 00000100:00000010:1.0:1761313445.816231:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b53a2de. 00000100:00000010:1.0:1761313445.816236:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:1.0:1761313445.816239:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027d65e4a. 00010000:00000010:1.1:1761313445.816648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000478ea730. 00000400:00000200:2.0:1761313445.816653:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.816667:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954040 00000400:00000200:2.0:1761313445.816674:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac7e9 [2] + 1640 00000400:00000200:2.0:1761313445.816734:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.816738:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.816743:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.816749:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b23b8fe. 00000020:00000010:1.0:1761313445.817224:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f81f16be. 00000020:00000010:1.0:1761313445.817231:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.817235:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.817259:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b23b8fe x1846869199503424/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313445.817293:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503424 02000000:00000010:1.0:1761313445.817312:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e68598f. 00010000:00000010:1.0:1761313445.817341:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000107525bd. 00010000:00000010:1.0:1761313445.817359:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.817364:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.817378:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.817383:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000010:1.0:1761313445.817395:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf93c290. 00000100:00000200:1.0:1761313445.817399:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503424, offset 224 00000400:00000200:1.0:1761313445.817408:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.817418:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.817425:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89083:89083:256:4294967295] 192.168.204.1@tcp LPNI seq info [89083:89083:8:4294967295] 00000400:00000200:1.0:1761313445.817434:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.817439:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.817443:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d8c9258 (tot 82354770). 00000800:00000200:1.0:1761313445.817448:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.817454:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.817457:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d8c9258 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.817507:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.817511:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.817514:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f81f16be. 00000800:00000200:0.0:1761313445.817727:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.817732:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d8c9258 (tot 82354522). 00000400:00000200:0.0:1761313445.817736:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.817740:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.817743:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf93c290 00000400:00000010:0.0:1761313445.817745:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf93c290. 00010000:00000010:3.1:1761313445.817823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c86dbee. 00010000:00000010:3.1:1761313445.817831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00080000:00000010:3.0:1761313445.817853:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cda0e0be. 00010000:00000010:3.0:1761313445.817982:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313445.817989:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079949f5f. 00010000:00000010:3.0:1761313445.818059:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313445.818064:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313445.818073:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.818078:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.818084:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.818095:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000171a7e4e. 02000000:00000010:3.0:1761313445.818116:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003882a9c7. 00000400:00000010:3.0:1761313445.818121:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.818124:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.818130:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483584, portal 16 00000400:00000010:3.0:1761313445.818134:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b590dea. 00000100:00000200:3.0:1761313445.818136:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483584, offset 0 00000400:00000200:3.0:1761313445.818142:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.818149:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.818156:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.818159:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.818162:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.818164:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89084:89084:256:4294967295] 192.168.204.1@tcp LPNI seq info [89084:89084:8:4294967295] 00000400:00000200:3.0:1761313445.818188:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.818193:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.818196:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354770). 00000800:00000200:3.0:1761313445.818200:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.818204:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.818206:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.818288:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.818291:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354522). 00000400:00000200:0.0:1761313445.818294:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.818298:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.818642:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b590dea 00000400:00000010:0.0:1761313445.818645:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b590dea. 00000100:00000200:0.0:1761313445.818653:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206483584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.823386:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.823406:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc280 00000400:00000200:2.0:1761313445.823414:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadec1 [1] + 224 00000400:00000200:2.0:1761313445.823433:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.823437:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.823448:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206483584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313445.823525:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.823532:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.823534:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.823542:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206483584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.823550:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206483584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.823582:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003882a9c7. 02000000:00000010:3.0:1761313445.823589:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000171a7e4e. 00000100:00000010:3.0:1761313445.823593:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313445.823597:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.823601:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000200:0.0:1761313445.823967:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.823986:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954080 00000400:00000200:0.0:1761313445.823991:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac7e9 [2] + 1968 00000400:00000010:0.0:1761313445.823994:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edfbcf0c. 00000400:00000200:0.0:1761313445.823998:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fb4dcbbc 00000400:00000200:0.0:1761313445.824051:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.824056:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.824058:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4dcbbc 00000400:00000010:0.0:1761313445.824060:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fb4dcbbc (tot 82354370). 00000100:00000200:0.0:1761313445.824064:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313445.824189:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccb5d465. 00000020:00000010:2.0:1761313445.824196:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.824199:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032237647. 00000100:00000200:2.0:1761313445.824221:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068f72f24 x1846869199503488/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313445.824256:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503488 02000000:00000010:2.0:1761313445.824267:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000757024a5. 00010000:00000010:2.0:1761313445.824294:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb4ee914. 00010000:00000010:2.0:1761313445.824323:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.824329:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c96090. 00000100:00000010:2.0:1761313445.824343:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c96090. 00010000:00000010:2.0:1761313445.824346:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.824358:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb1bbf3c. 00000100:00000200:2.0:1761313445.824362:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503488, offset 224 00000400:00000200:2.0:1761313445.824369:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.824380:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.824385:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89085:89085:256:4294967295] 192.168.204.1@tcp LPNI seq info [89085:89085:8:4294967295] 00000400:00000200:2.0:1761313445.824396:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.824402:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.824405:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f58fd2 (tot 82354618). 00000800:00000200:2.0:1761313445.824410:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.824417:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.824421:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098f58fd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.824441:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.824445:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032237647. 00000020:00000010:2.0:1761313445.824448:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccb5d465. 02000000:00000010:2.0:1761313445.824456:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e68598f. 00000100:00000010:2.0:1761313445.824459:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b23b8fe. 02000000:00000010:2.0:1761313445.824463:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000437f5b8a. 00000100:00000010:2.0:1761313445.824465:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313445.824492:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bbaf554f. 00000100:00000010:2.0:1761313445.824494:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000896ad9cf. 02000000:00000010:2.0:1761313445.824498:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e0dd5b2. 00000100:00000010:2.0:1761313445.824499:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066698b35. 02000000:00000010:2.0:1761313445.824502:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000671b0c15. 00000100:00000010:2.0:1761313445.824503:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a9f342a. 02000000:00000010:2.0:1761313445.824507:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000faacd56e. 00000100:00000010:2.0:1761313445.824509:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000428d88e4. 00000100:00000200:2.0:1761313445.824515:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313445.824519:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000523a54df. 00000400:00000010:2.0:1761313445.824523:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7c96090 (tot 82354770). 00000800:00000200:0.0:1761313445.824691:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.824694:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f58fd2 (tot 82354522). 00000400:00000200:0.0:1761313445.824698:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.824702:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.824704:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb1bbf3c 00000400:00000010:0.0:1761313445.824705:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb1bbf3c. 02000000:00000010:0.0:1761313445.824709:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000757024a5. 00080000:00000010:3.0:1761313445.825301:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f43e44d. 00010000:00000010:3.0:1761313445.825398:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313445.825406:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c7374df. 00010000:00000010:3.0:1761313445.825521:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000098351cb. 00010000:00000010:3.0:1761313445.825528:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313445.825539:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.825544:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.825552:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.825565:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000171a7e4e. 02000000:00000010:3.0:1761313445.825592:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003882a9c7. 00000400:00000010:3.0:1761313445.825596:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.825600:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.825604:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483648, portal 16 00000400:00000010:3.0:1761313445.825608:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b8ed9c. 00000100:00000200:3.0:1761313445.825610:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483648, offset 0 00000400:00000200:3.0:1761313445.825617:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.825628:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.825635:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.825638:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.825641:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.825644:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89086:89086:256:4294967295] 192.168.204.1@tcp LPNI seq info [89086:89086:8:4294967295] 00000400:00000200:3.0:1761313445.825651:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.825656:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.825661:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313445.825665:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.825671:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.825674:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.827374:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.827380:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354522). 00000400:00000200:2.0:1761313445.827388:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.827396:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.827402:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b8ed9c 00000400:00000010:2.0:1761313445.827404:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b8ed9c. 00000100:00000200:2.0:1761313445.827414:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206483648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.829303:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9190394. 00010000:00000010:3.1:1761313445.829317:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00000400:00000200:0.0:1761313445.829348:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.829364:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc2c0 00000400:00000200:0.0:1761313445.829373:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaded1 [1] + 224 00000400:00000200:0.0:1761313445.829384:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.829387:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.829397:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206483648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.829434:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.829439:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9540c0 00000400:00000200:0.0:1761313445.829443:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac841 [2] + 0 00000400:00000200:0.0:1761313445.830928:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.830938:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.830944:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.830950:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000af9e5096. 00000020:00000010:1.0:1761313445.831160:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f81f16be. 00000020:00000010:1.0:1761313445.831167:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.831182:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.831207:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000af9e5096 x1846869199503552/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313445.831243:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503552 02000000:00000010:1.0:1761313445.831254:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009923bc56. 00010000:00000010:1.0:1761313445.831293:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.831299:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.831306:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.831310:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000010:1.0:1761313445.831323:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e33f35dc. 00000100:00000200:1.0:1761313445.831327:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503552, offset 224 00000400:00000200:1.0:1761313445.831335:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.831347:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.831353:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89087:89087:256:4294967295] 192.168.204.1@tcp LPNI seq info [89087:89087:8:4294967295] 00000400:00000200:1.0:1761313445.831362:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.831367:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.831372:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ec456d (tot 82354770). 00000800:00000200:1.0:1761313445.831377:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.831383:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.831387:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000085ec456d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.831400:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.831403:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.831406:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f81f16be. 00000800:00000200:0.0:1761313445.831515:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.831519:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ec456d (tot 82354522). 00000400:00000200:0.0:1761313445.831523:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.831527:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.831530:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e33f35dc 00000400:00000010:0.0:1761313445.831533:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e33f35dc. 00010000:00000010:3.1:1761313445.831643:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000176273bf. 00010000:00000010:3.1:1761313445.831651:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b0785. 00010000:00000010:1.1:1761313445.831659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4d7d80. 00000400:00000010:3.0:1761313445.831675:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.831680:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.831681:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.831689:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206483648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.831697:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206483648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313445.831719:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f35af608. 02000000:00000010:3.0:1761313445.831731:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003882a9c7. 02000000:00000010:3.0:1761313445.831736:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000171a7e4e. 00000100:00000010:3.0:1761313445.831740:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313445.831743:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.831747:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00080000:00000010:3.0:1761313445.831765:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080420ca5. 00010000:00000010:3.0:1761313445.831847:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313445.831853:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ce92414. 00010000:00000010:3.0:1761313445.831937:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b0785. 00010000:00000010:3.0:1761313445.831944:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313445.831955:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.831958:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.831963:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.831974:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000171a7e4e. 02000000:00000010:3.0:1761313445.831994:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003882a9c7. 00000400:00000010:3.0:1761313445.831999:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.832002:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.832007:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483712, portal 16 00000400:00000010:3.0:1761313445.832010:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313445.832012:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483712, offset 0 00000400:00000200:3.0:1761313445.832018:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.832024:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.832103:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.832108:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.832111:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.832114:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89088:89088:256:4294967295] 192.168.204.1@tcp LPNI seq info [89088:89088:8:4294967295] 00000400:00000200:3.0:1761313445.832122:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.832126:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.832129:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313445.832133:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.832137:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.832139:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.832239:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.832243:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354522). 00000400:00000200:2.0:1761313445.832246:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.832250:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.832252:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:2.0:1761313445.832254:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:2.0:1761313445.832258:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206483712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.833851:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.833869:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc300 00000400:00000200:0.0:1761313445.833877:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadedd [1] + 224 00000400:00000200:0.0:1761313445.833889:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.833893:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.833900:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206483712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313445.834041:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.834049:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.834052:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.834058:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206483712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.834066:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206483712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.834088:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003882a9c7. 02000000:00000010:3.0:1761313445.834092:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000171a7e4e. 00000100:00000010:3.0:1761313445.834095:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313445.834098:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.834102:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000200:0.0:1761313445.834164:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.834183:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954100 00000400:00000200:0.0:1761313445.834188:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac841 [2] + 328 00000400:00000200:0.0:1761313445.834336:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.834341:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.834345:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.834350:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa50f973. 00000020:00000010:2.0:1761313445.835144:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebe56e91. 00000020:00000010:2.0:1761313445.835152:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.835155:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032237647. 00000100:00000200:2.0:1761313445.835187:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa50f973 x1846869199503616/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313445.835223:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503616 02000000:00000010:2.0:1761313445.835234:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002a1ffa52. 00010000:00000010:2.0:1761313445.835261:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a5edf19. 00010000:00000010:2.0:1761313445.835281:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.835287:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000757d81ea. 00000100:00000010:2.0:1761313445.835305:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000757d81ea. 00010000:00000010:2.0:1761313445.835308:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.835320:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313445.835325:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503616, offset 224 00000400:00000200:2.0:1761313445.835331:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.835341:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.835347:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89089:89089:256:4294967295] 192.168.204.1@tcp LPNI seq info [89089:89089:8:4294967295] 00000400:00000200:2.0:1761313445.835357:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.835361:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.835366:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048e3401e (tot 82354770). 00000800:00000200:2.0:1761313445.835371:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.835377:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.835381:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048e3401e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.835401:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.835404:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032237647. 00000020:00000010:2.0:1761313445.835407:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebe56e91. 00080000:00000010:0.0:1761313445.835666:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075d7999d. 00010000:00000010:0.0:1761313445.835773:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c57a483. 00010000:00000010:0.0:1761313445.835779:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000037b41582. 00010000:00000010:0.0:1761313445.835929:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078287cf1. 00010000:00000010:0.0:1761313445.835935:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4e59477. 00010000:00000010:0.0:1761313445.835945:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313445.835949:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313445.835955:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038668207. 02000000:00000010:0.0:1761313445.835964:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093c67ec9. 02000000:00000010:0.0:1761313445.835985:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2bcb852. 00000400:00000010:0.0:1761313445.835991:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f5ec67a. 00000400:00000010:0.0:1761313445.835995:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef3aac3. 00000100:00000200:0.0:1761313445.836000:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483776, portal 16 00000400:00000010:0.0:1761313445.836004:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aec04dd1. 00000100:00000200:0.0:1761313445.836005:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483776, offset 0 00000400:00000200:0.0:1761313445.836011:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.836018:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.836024:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313445.836028:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313445.836031:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313445.836033:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89090:89090:255:4294967295] 192.168.204.1@tcp LPNI seq info [89090:89090:7:4294967295] 00000400:00000200:0.0:1761313445.836041:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.836045:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.836048:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82355018). 00000800:00000200:0.0:1761313445.836052:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.836056:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.836058:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.836108:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.836111:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048e3401e (tot 82354770). 00000400:00000200:2.0:1761313445.836116:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.836120:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.836124:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:2.0:1761313445.836126:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00010000:00000010:2.1:1761313445.836500:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001467ea54. 00000800:00000200:2.0:1761313445.836513:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.836515:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:2.0:1761313445.836518:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.836521:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.836524:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aec04dd1 00000400:00000010:2.0:1761313445.836525:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aec04dd1. 00000100:00000200:2.0:1761313445.836532:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038668207 x1846869206483776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.836612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e38e040b. 00010000:00000010:3.1:1761313445.836619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.1:1761313445.838843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d791233. 00010000:00000010:3.1:1761313445.838856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000679f6f16. 00010000:00000010:3.1:1761313445.838861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00000400:00000200:0.0:1761313445.838861:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.838879:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc340 00000400:00000200:0.0:1761313445.838888:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadee9 [1] + 224 00000400:00000200:0.0:1761313445.838900:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.838904:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.838914:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038668207 x1846869206483776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.838952:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.838957:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954140 00000400:00000200:0.0:1761313445.838962:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac841 [2] + 656 00000400:00000200:0.0:1761313445.839009:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.839014:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.839017:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.839022:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 00000020:00000010:1.0:1761313445.839112:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f81f16be. 00000020:00000010:1.0:1761313445.839118:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.839122:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.839146:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097d9a2db x1846869199503680/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:3.0:1761313445.839151:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f5ec67a. 00000400:00000200:3.0:1761313445.839157:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef3aac3 00000400:00000010:3.0:1761313445.839159:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef3aac3. 00000100:00000200:3.0:1761313445.839166:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038668207 x1846869206483776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.839184:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038668207 x1846869206483776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313445.839193:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503680 02000000:00000010:1.0:1761313445.839207:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b7cf7b44. 02000000:00000010:3.0:1761313445.839209:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2bcb852. 02000000:00000010:3.0:1761313445.839217:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000093c67ec9. 00000100:00000010:3.0:1761313445.839221:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038668207. 00000100:00000010:3.0:1761313445.839226:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:3.0:1761313445.839229:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00010000:00000010:1.0:1761313445.839237:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004beec1ba. 00010000:00000010:1.0:1761313445.839261:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.839267:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.839284:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.839288:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000010:1.0:1761313445.839298:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060aa7e9b. 00000100:00000200:1.0:1761313445.839302:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503680, offset 224 00000400:00000200:1.0:1761313445.839311:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.839321:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.839326:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89091:89091:256:4294967295] 192.168.204.1@tcp LPNI seq info [89091:89091:8:4294967295] 00000400:00000200:1.0:1761313445.839335:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.839340:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.839344:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033eff44 (tot 82354770). 00000800:00000200:1.0:1761313445.839349:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.839357:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.839360:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033eff44 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.839381:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.839385:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.839388:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f81f16be. 00080000:00000010:3.0:1761313445.839543:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aebcb070. 00010000:00000010:3.0:1761313445.839635:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4e59477. 00010000:00000010:3.0:1761313445.839641:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8c279b7. 00010000:00000010:3.0:1761313445.839708:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000098351cb. 00010000:00000010:3.0:1761313445.839714:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.839723:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.839727:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.839733:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.839743:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000171a7e4e. 02000000:00000010:3.0:1761313445.839763:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003882a9c7. 00000400:00000010:3.0:1761313445.839767:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.839771:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.839775:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483840, portal 16 00000400:00000010:3.0:1761313445.839779:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b08f2b92. 00000100:00000200:3.0:1761313445.839780:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483840, offset 0 00000400:00000200:3.0:1761313445.839786:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.839792:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.839798:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.839800:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.839803:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.839805:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89092:89092:255:4294967295] 192.168.204.1@tcp LPNI seq info [89092:89092:7:4294967295] 00000400:00000200:3.0:1761313445.839812:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.839816:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.839819:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82355018). 00000800:00000200:3.0:1761313445.839822:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.839826:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.839828:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.839927:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.839930:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033eff44 (tot 82354770). 00000400:00000200:0.0:1761313445.839934:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.839939:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.839942:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060aa7e9b 00000400:00000010:0.0:1761313445.839943:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060aa7e9b. 00000800:00000200:0.0:1761313445.839988:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.839990:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354522). 00000400:00000200:0.0:1761313445.839993:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.839997:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.839999:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b08f2b92 00000400:00000010:0.0:1761313445.840000:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b08f2b92. 00000100:00000200:0.0:1761313445.840007:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206483840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313445.841565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab7f7f2c. 00010000:00000010:0.1:1761313445.841575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b0785. 00010000:00000010:2.1:1761313445.841677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000965eca9a. 00000400:00000200:2.0:1761313445.841709:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.841723:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc380 00000400:00000200:2.0:1761313445.841731:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadef5 [1] + 224 00000400:00000200:2.0:1761313445.841756:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.841760:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.841767:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206483840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313445.842192:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.842197:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.842198:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.842218:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206483840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.842225:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206483840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.842253:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003882a9c7. 02000000:00000010:3.0:1761313445.842259:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000171a7e4e. 00000100:00000010:3.0:1761313445.842263:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313445.842270:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.842274:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000200:0.0:1761313445.842772:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.842784:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954180 00000400:00000200:0.0:1761313445.842790:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac841 [2] + 984 00000400:00000200:0.0:1761313445.842841:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.842845:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.842850:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.842855:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000488a01ba. 00000020:00000010:1.0:1761313445.843097:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f81f16be. 00000020:00000010:1.0:1761313445.843105:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.843108:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.843132:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000488a01ba x1846869199503744/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313445.843166:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503744 02000000:00000010:1.0:1761313445.843184:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d2735497. 00010000:00000010:1.0:1761313445.843209:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002dba2108. 00010000:00000010:1.0:1761313445.843229:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.843234:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.843245:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.843250:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000010:1.0:1761313445.843262:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac531eba. 00000100:00000200:1.0:1761313445.843265:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503744, offset 224 00000400:00000200:1.0:1761313445.843273:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.843282:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.843288:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89093:89093:256:4294967295] 192.168.204.1@tcp LPNI seq info [89093:89093:8:4294967295] 00000400:00000200:1.0:1761313445.843297:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.843302:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.843305:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddde3699 (tot 82354770). 00000800:00000200:1.0:1761313445.843311:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.843317:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.843320:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddde3699 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.843351:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.843356:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.843360:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f81f16be. 00080000:00000010:3.0:1761313445.843622:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003882a9c7. 00010000:00000010:3.0:1761313445.843706:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.843713:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1ea21e9. 00010000:00000010:3.0:1761313445.843800:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313445.843805:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.843814:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.843817:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.843830:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.843842:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000171a7e4e. 02000000:00000010:3.0:1761313445.843868:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fac2ae16. 00000400:00000010:3.0:1761313445.843873:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.843878:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.843882:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483904, portal 16 00000400:00000010:3.0:1761313445.843886:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac83a63. 00000100:00000200:3.0:1761313445.843888:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483904, offset 0 00000400:00000200:3.0:1761313445.843894:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.843901:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.843907:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.843910:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.843913:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.843916:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89094:89094:255:4294967295] 192.168.204.1@tcp LPNI seq info [89094:89094:7:4294967295] 00000400:00000200:3.0:1761313445.843922:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.843926:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.843929:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82355018). 00000800:00000200:3.0:1761313445.843932:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.843936:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.843939:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.844232:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.844236:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddde3699 (tot 82354770). 00000400:00000200:0.0:1761313445.844240:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.844245:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.844248:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac531eba 00000400:00000010:0.0:1761313445.844250:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac531eba. 00000800:00000200:0.0:1761313445.844304:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.844306:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354522). 00000400:00000200:0.0:1761313445.844309:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.844312:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.844314:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac83a63 00000400:00000010:0.0:1761313445.844315:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac83a63. 00000100:00000200:0.0:1761313445.844321:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206483904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.845433:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.845447:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc3c0 00000400:00000200:2.0:1761313445.845455:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadf01 [1] + 224 00000400:00000200:2.0:1761313445.845510:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.845514:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.845521:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206483904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.845659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000881a3c81. 00010000:00000010:3.1:1761313445.845666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078287cf1. 00000400:00000010:3.0:1761313445.845686:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.845690:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.845692:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.845698:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206483904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.845705:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206483904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.845728:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fac2ae16. 02000000:00000010:3.0:1761313445.845733:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000171a7e4e. 00000100:00000010:3.0:1761313445.845737:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313445.845741:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.845744:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000200:0.0:1761313445.845972:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.845981:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9541c0 00000400:00000200:0.0:1761313445.845986:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac841 [2] + 1312 00000400:00000200:0.0:1761313445.846218:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.846223:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.846229:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.846234:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a99e725d. 00000020:00000010:2.0:1761313445.846355:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebe56e91. 00000020:00000010:2.0:1761313445.846362:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a8442a8. 00000020:00000010:2.0:1761313445.846366:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000032237647. 00000100:00000200:2.0:1761313445.846385:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a99e725d x1846869199503808/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313445.846795:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503808 02000000:00000010:1.0:1761313445.846808:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f81f16be. 00010000:00000010:1.0:1761313445.846832:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e510b7f. 00010000:00000010:1.0:1761313445.846850:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.846854:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.846867:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.846870:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000010:1.0:1761313445.846880:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00000100:00000200:1.0:1761313445.846883:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503808, offset 224 00000400:00000200:1.0:1761313445.846888:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.846896:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.846900:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89095:89095:256:4294967295] 192.168.204.1@tcp LPNI seq info [89095:89095:8:4294967295] 00000400:00000200:1.0:1761313445.846906:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.846910:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.846913:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82354770). 00000800:00000200:1.0:1761313445.846918:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.846924:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.846927:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.846949:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a8442a8. 00000020:00000010:1.0:1761313445.846953:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032237647. 00000020:00000010:1.0:1761313445.846956:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebe56e91. 00080000:00000010:3.0:1761313445.847008:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fac2ae16. 00000800:00000200:0.0:1761313445.847062:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.847066:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:0.0:1761313445.847069:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.847073:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.847076:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:0.0:1761313445.847078:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 00010000:00000010:3.0:1761313445.847105:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.847111:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fd5fd4f. 00010000:00000010:3.0:1761313445.847193:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be438664. 00010000:00000010:3.0:1761313445.847199:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.847217:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.847221:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.847227:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.847237:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f81be0e. 02000000:00000010:3.0:1761313445.847258:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000171a7e4e. 00000400:00000010:3.0:1761313445.847306:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.847311:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.847316:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206483968, portal 16 00000400:00000010:3.0:1761313445.847320:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040bc3654. 00000100:00000200:3.0:1761313445.847322:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206483968, offset 0 00000400:00000200:3.0:1761313445.847327:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.847333:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.847339:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.847342:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.847345:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.847347:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89096:89096:256:4294967295] 192.168.204.1@tcp LPNI seq info [89096:89096:8:4294967295] 00000400:00000200:3.0:1761313445.847354:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.847358:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.847361:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354770). 00000800:00000200:3.0:1761313445.847365:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.847370:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.847372:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.847498:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.847501:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354522). 00000400:00000200:2.0:1761313445.847504:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.847507:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.847510:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040bc3654 00000400:00000010:2.0:1761313445.847511:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040bc3654. 00000100:00000200:2.0:1761313445.847517:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206483968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.848969:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.848984:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc400 00000400:00000200:0.0:1761313445.848992:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadf0d [1] + 224 00000400:00000200:0.0:1761313445.849008:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.849012:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.849018:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206483968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313445.849210:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.849216:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.849218:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.849224:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206483968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.849231:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206483968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.849255:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000171a7e4e. 02000000:00000010:3.0:1761313445.849261:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f81be0e. 00000100:00000010:3.0:1761313445.849264:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313445.849268:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.849272:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000200:0.0:1761313445.849337:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.849344:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954200 00000400:00000200:0.0:1761313445.849349:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac841 [2] + 1640 00010000:00000010:3.1:1761313445.849548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f74404f. 00010000:00000010:3.1:1761313445.849554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:1.1:1761313445.849601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001453381e. 00000400:00000200:0.0:1761313445.849987:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.849993:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.849998:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.850003:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b7485fe. 00000020:00000010:1.0:1761313445.850326:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db890fb9. 00000020:00000010:1.0:1761313445.850332:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.850336:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.850357:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b7485fe x1846869199503872/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313445.850391:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503872 02000000:00000010:1.0:1761313445.850402:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000005ad7ab2. 00010000:00000010:1.0:1761313445.850428:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5d6c6ab. 00010000:00000010:1.0:1761313445.850446:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.850452:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.850492:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.850497:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000010:1.0:1761313445.850512:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c50244. 00000100:00000200:1.0:1761313445.850517:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503872, offset 224 00000400:00000200:1.0:1761313445.850524:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.850535:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.850540:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89097:89097:256:4294967295] 192.168.204.1@tcp LPNI seq info [89097:89097:8:4294967295] 00000400:00000200:1.0:1761313445.850550:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.850555:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.850559:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ad010ba (tot 82354770). 00000800:00000200:1.0:1761313445.850565:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.850571:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.850574:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ad010ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.850604:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.850608:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.850611:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db890fb9. 00080000:00000010:3.0:1761313445.850676:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000337fd016. 00010000:00000010:3.0:1761313445.850756:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.850762:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d56a914. 00010000:00000010:3.0:1761313445.850836:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000098351cb. 00010000:00000010:3.0:1761313445.850841:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.850851:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.850855:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.850862:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.850872:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009602eb0b. 02000000:00000010:3.0:1761313445.850892:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cff1a6ba. 00000400:00000010:3.0:1761313445.850897:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.850902:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.850906:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484032, portal 16 00000400:00000010:3.0:1761313445.850923:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172cca3d. 00000100:00000200:3.0:1761313445.850926:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484032, offset 0 00000400:00000200:3.0:1761313445.850932:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.850937:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.850944:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.850947:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.850950:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.850952:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89098:89098:255:4294967295] 192.168.204.1@tcp LPNI seq info [89098:89098:7:4294967295] 00000400:00000200:3.0:1761313445.850959:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.850963:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.850966:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82355018). 00000800:00000200:3.0:1761313445.850970:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.850973:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.850976:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.851074:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.851077:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ad010ba (tot 82354770). 00000400:00000200:0.0:1761313445.851080:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.851084:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.851087:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c50244 00000400:00000010:0.0:1761313445.851089:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c50244. 00000800:00000200:0.0:1761313445.851292:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.851295:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:0.0:1761313445.851298:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.851302:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.851304:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172cca3d 00000400:00000010:0.0:1761313445.851305:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172cca3d. 00000100:00000200:0.0:1761313445.851311:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206484032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313445.853564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc0c73d. 00010000:00000010:3.1:1761313445.853604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000653e9749. 00010000:00000010:3.1:1761313445.853610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00000400:00000200:0.0:1761313445.853670:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.853687:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc440 00000400:00000200:0.0:1761313445.853695:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadf19 [1] + 224 00000400:00000200:0.0:1761313445.853705:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.853708:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.853716:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206484032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.853751:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.853757:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954240 00000400:00000200:0.0:1761313445.853761:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac841 [2] + 1968 00000400:00000010:0.0:1761313445.853765:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000effa2d39. 00000400:00000200:0.0:1761313445.853769:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000098ea7062 00000400:00000200:0.0:1761313445.853777:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.853780:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.853782:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098ea7062 00000400:00000010:0.0:1761313445.853784:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000098ea7062 (tot 82354370). 00000100:00000200:0.0:1761313445.853788:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761313445.853856:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.853861:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.853862:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.853869:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206484032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.853877:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206484032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.853903:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cff1a6ba. 02000000:00000010:3.0:1761313445.853909:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009602eb0b. 00000100:00000010:3.0:1761313445.853913:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313445.853916:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.853920:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000020:00000010:2.0:1761313445.854245:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccb5d465. 00000020:00000010:2.0:1761313445.854252:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313445.854256:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313445.854277:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000422db501 x1846869199503936/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313445.854311:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199503936 02000000:00000010:2.0:1761313445.854322:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bbaf554f. 00010000:00000010:2.0:1761313445.854346:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088a49ebb. 00010000:00000010:2.0:1761313445.854367:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.854373:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000757d81ea. 00000100:00000010:2.0:1761313445.854387:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000757d81ea. 00010000:00000010:2.0:1761313445.854390:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.854401:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313445.854405:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199503936, offset 224 00000400:00000200:2.0:1761313445.854412:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.854421:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.854427:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89099:89099:256:4294967295] 192.168.204.1@tcp LPNI seq info [89099:89099:8:4294967295] 00000400:00000200:2.0:1761313445.854436:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.854440:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.854444:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048e3401e (tot 82354618). 00000800:00000200:2.0:1761313445.854449:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.854456:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.854459:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048e3401e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.854505:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313445.854509:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313445.854511:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccb5d465. 02000000:00000010:2.0:1761313445.854518:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000005ad7ab2. 00000100:00000010:2.0:1761313445.854521:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b7485fe. 02000000:00000010:2.0:1761313445.854525:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f81f16be. 00000100:00000010:2.0:1761313445.854527:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a99e725d. 02000000:00000010:2.0:1761313445.854531:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d2735497. 00000100:00000010:2.0:1761313445.854533:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000488a01ba. 02000000:00000010:2.0:1761313445.854537:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b7cf7b44. 00000100:00000010:2.0:1761313445.854539:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 02000000:00000010:2.0:1761313445.854542:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002a1ffa52. 00000100:00000010:2.0:1761313445.854543:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa50f973. 02000000:00000010:2.0:1761313445.854546:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009923bc56. 00000100:00000010:2.0:1761313445.854548:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000af9e5096. 00000100:00000200:2.0:1761313445.854554:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313445.854559:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000130e6422. 00000400:00000010:2.0:1761313445.854563:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000757d81ea (tot 82354770). 00000800:00000200:0.0:1761313445.854975:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.854979:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048e3401e (tot 82354522). 00000400:00000200:0.0:1761313445.854983:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.854988:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.854991:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:0.0:1761313445.854992:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 02000000:00000010:0.0:1761313445.854996:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bbaf554f. 00080000:00000010:3.0:1761313445.855304:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009602eb0b. 00010000:00000010:3.0:1761313445.855395:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.855401:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b864e67a. 00010000:00000010:3.0:1761313445.855519:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313445.855525:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.855535:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.855539:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.855547:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.855558:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cff1a6ba. 02000000:00000010:3.0:1761313445.855584:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f75dd995. 00000400:00000010:3.0:1761313445.855589:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.855593:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.855597:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484096, portal 16 00000400:00000010:3.0:1761313445.855602:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d690a504. 00000100:00000200:3.0:1761313445.855604:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484096, offset 0 00000400:00000200:3.0:1761313445.855611:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.855620:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.855628:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.855631:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.855634:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.855637:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89100:89100:256:4294967295] 192.168.204.1@tcp LPNI seq info [89100:89100:8:4294967295] 00000400:00000200:3.0:1761313445.855644:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.855649:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.855653:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82354770). 00000800:00000200:3.0:1761313445.855657:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.855662:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.855665:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.856303:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.856307:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:0.0:1761313445.856311:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.856316:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.856319:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d690a504 00000400:00000010:0.0:1761313445.856321:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d690a504. 00000100:00000200:0.0:1761313445.856328:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206484096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313445.857516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002324d2da. 00010000:00000010:1.1:1761313445.857526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007136add2. 00010000:00000010:3.1:1761313445.858285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068d0b28f. 00010000:00000010:3.1:1761313445.858293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00000400:00000200:0.0:1761313445.859281:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.859301:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc480 00000400:00000200:0.0:1761313445.859310:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadf29 [1] + 224 00000400:00000200:0.0:1761313445.859322:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.859326:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.859337:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206484096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.859419:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.859425:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954280 00000400:00000200:0.0:1761313445.859430:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac8a1 [2] + 0 00000400:00000010:3.0:1761313445.859576:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.859582:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.859584:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.859590:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206484096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.859597:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206484096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.859629:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f75dd995. 02000000:00000010:3.0:1761313445.859637:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cff1a6ba. 00000100:00000010:3.0:1761313445.859641:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313445.859645:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.859649:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000200:0.0:1761313445.859839:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.859843:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.859847:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.859852:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008fa85d88. 00000020:00000010:1.0:1761313445.859990:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db890fb9. 00000020:00000010:1.0:1761313445.859997:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.860001:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.860021:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008fa85d88 x1846869199504000/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313445.860061:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504000 02000000:00000010:1.0:1761313445.860073:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006790c54d. 00010000:00000010:1.0:1761313445.860101:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072f92793. 00010000:00000010:1.0:1761313445.860122:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.860128:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.860140:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.860144:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000010:1.0:1761313445.860156:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028a3d526. 00000100:00000200:1.0:1761313445.860160:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504000, offset 224 00000400:00000200:1.0:1761313445.860177:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.860188:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.860193:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89101:89101:256:4294967295] 192.168.204.1@tcp LPNI seq info [89101:89101:8:4294967295] 00000400:00000200:1.0:1761313445.860202:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.860207:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.860212:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ad010ba (tot 82354770). 00000800:00000200:1.0:1761313445.860218:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.860224:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.860228:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ad010ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.860250:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.860254:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.860257:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db890fb9. 00080000:00000010:3.0:1761313445.860595:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cff1a6ba. 00010000:00000010:3.0:1761313445.860683:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.860689:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f1bca496. 00010000:00000010:3.0:1761313445.860762:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be438664. 00010000:00000010:3.0:1761313445.860768:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.860778:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.860781:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.860787:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.860797:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f75dd995. 02000000:00000010:3.0:1761313445.860819:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c709e0a7. 00000400:00000010:3.0:1761313445.860824:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.860828:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.860833:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484160, portal 16 00000400:00000010:3.0:1761313445.860837:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d214ba. 00000100:00000200:3.0:1761313445.860839:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484160, offset 0 00000400:00000200:3.0:1761313445.860844:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.860851:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.860857:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.860860:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.860863:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.860865:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89102:89102:255:4294967295] 192.168.204.1@tcp LPNI seq info [89102:89102:7:4294967295] 00000400:00000200:3.0:1761313445.860873:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.860877:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.860881:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2099ebe (tot 82355018). 00000800:00000200:3.0:1761313445.860884:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.860888:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.860890:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e2099ebe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.861005:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.861008:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ad010ba (tot 82354770). 00000400:00000200:0.0:1761313445.861012:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.861016:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.861019:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028a3d526 00000400:00000010:0.0:1761313445.861021:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028a3d526. 00000800:00000200:0.0:1761313445.861086:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.861088:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2099ebe (tot 82354522). 00000400:00000200:0.0:1761313445.861091:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.861094:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.861096:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d214ba 00000400:00000010:0.0:1761313445.861097:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d214ba. 00000100:00000200:0.0:1761313445.861103:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206484160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313445.861638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038b0ea39. 00010000:00000010:3.1:1761313445.862399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b17782a. 00010000:00000010:3.1:1761313445.862408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00000400:00000200:0.0:1761313445.863583:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.863600:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc4c0 00000400:00000200:0.0:1761313445.863621:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadf35 [1] + 224 00000400:00000200:0.0:1761313445.863633:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.863636:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.863646:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206484160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.863679:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.863685:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9542c0 00000400:00000200:0.0:1761313445.863690:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac8a1 [2] + 328 00000400:00000200:0.0:1761313445.863710:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.863714:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000010:3.0:1761313445.863716:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.863722:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.863725:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:0.0:1761313445.863731:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761313445.863734:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206484160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1761313445.863739:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efea900. 00000100:00000200:3.0:1761313445.863751:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206484160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761313445.863819:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a1ffa52. 00000020:00000010:2.0:1761313445.863825:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313445.863828:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313445.863850:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003efea900 x1846869199504064/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313445.863902:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504064 02000000:00000010:2.0:1761313445.863913:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ccb5d465. 00010000:00000010:2.0:1761313445.863948:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.863954:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009495ff9a. 00000100:00000010:2.0:1761313445.863959:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009495ff9a. 00010000:00000010:2.0:1761313445.863962:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.863973:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c42d895. 00000100:00000200:2.0:1761313445.863976:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504064, offset 224 00000400:00000200:2.0:1761313445.863982:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.863990:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.863996:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89103:89103:256:4294967295] 192.168.204.1@tcp LPNI seq info [89103:89103:8:4294967295] 00000400:00000200:2.0:1761313445.864004:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.864008:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.864012:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a90f11e (tot 82354770). 00000800:00000200:2.0:1761313445.864016:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.864022:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.864025:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a90f11e type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761313445.864111:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000854d4a74. 02000000:00000010:3.0:1761313445.864124:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c709e0a7. 02000000:00000010:3.0:1761313445.864129:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f75dd995. 00000100:00000010:3.0:1761313445.864132:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313445.864134:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.864137:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00080000:00000010:3.0:1761313445.864151:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f75dd995. 00010000:00000010:3.0:1761313445.864237:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.864243:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e53169b. 00010000:00000010:3.0:1761313445.864312:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9190394. 00010000:00000010:3.0:1761313445.864316:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001d72b5a0. 00010000:00000010:3.0:1761313445.864321:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000098351cb. 00010000:00000010:3.0:1761313445.864325:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00080000:00000010:3.0:1761313445.864336:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c709e0a7. 00010000:00000010:3.0:1761313445.864358:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.864361:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d72b5a0. 00010000:00000010:3.0:1761313445.864411:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.0:1761313445.864415:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.864423:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.864427:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.864432:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.864443:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c15adc84. 02000000:00000010:3.0:1761313445.864462:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f81be0e. 00000400:00000010:3.0:1761313445.864513:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.864519:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.864523:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484224, portal 16 00000400:00000010:3.0:1761313445.864527:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313445.864529:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484224, offset 0 00000400:00000200:3.0:1761313445.864535:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.864540:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.864547:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.864551:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.864553:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.864556:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89104:89104:255:4294967295] 192.168.204.1@tcp LPNI seq info [89104:89104:7:4294967295] 00000400:00000200:3.0:1761313445.864563:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.864577:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.864580:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2099ebe (tot 82355018). 00000800:00000200:3.0:1761313445.864584:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.864589:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.864591:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e2099ebe type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.864638:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313445.864643:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313445.864646:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a1ffa52. 00000800:00000200:0.0:1761313445.865150:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.865153:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a90f11e (tot 82354770). 00000400:00000200:0.0:1761313445.865157:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.865161:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.865164:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c42d895 00000400:00000010:0.0:1761313445.865166:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c42d895. 00010000:00000010:1.1:1761313445.865501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a5fa4a0. 00000800:00000200:0.0:1761313445.865652:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.865655:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2099ebe (tot 82354522). 00000400:00000200:0.0:1761313445.865658:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.865662:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.865665:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:0.0:1761313445.865666:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000100:00000200:0.0:1761313445.865674:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206484224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.868257:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.868278:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc500 00000400:00000200:0.0:1761313445.868286:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadf41 [1] + 224 00000400:00000200:0.0:1761313445.868296:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.868300:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.868308:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206484224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.868344:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.868350:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954300 00000400:00000200:0.0:1761313445.868354:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac8a1 [2] + 656 00000400:00000200:0.0:1761313445.868402:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.868405:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.868409:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.868414:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000515112ab. 00000400:00000010:3.0:1761313445.869005:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.869010:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.869013:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.869021:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206484224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.869029:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206484224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.869057:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f81be0e. 02000000:00000010:3.0:1761313445.869062:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c15adc84. 00000020:00000010:2.0:1761313445.869063:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a1ffa52. 00000100:00000010:3.0:1761313445.869068:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000020:00000010:2.0:1761313445.869071:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000100:00000010:3.0:1761313445.869073:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00000020:00000010:2.0:1761313445.869077:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00010000:00000010:3.0:1761313445.869079:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000100:00000200:2.0:1761313445.869101:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000515112ab x1846869199504128/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313445.869135:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504128 02000000:00000010:2.0:1761313445.869144:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000671b0c15. 00010000:00000010:2.0:1761313445.869654:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059f4496c. 00010000:00000010:2.0:1761313445.869676:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.869682:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009495ff9a. 00000100:00000010:2.0:1761313445.869697:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009495ff9a. 00010000:00000010:2.0:1761313445.869699:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.869711:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b04dcd. 00000100:00000200:2.0:1761313445.869714:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504128, offset 224 00000400:00000200:2.0:1761313445.869722:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.869733:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.869738:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89105:89105:256:4294967295] 192.168.204.1@tcp LPNI seq info [89105:89105:8:4294967295] 00000400:00000200:2.0:1761313445.869748:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.869753:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.869757:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c24a49b (tot 82354770). 00000800:00000200:2.0:1761313445.869762:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.869768:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.869772:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c24a49b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.869783:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313445.869786:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313445.869789:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a1ffa52. 00080000:00000010:3.0:1761313445.870121:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f81be0e. 00000800:00000200:0.0:1761313445.870222:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.870226:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c24a49b (tot 82354522). 00010000:00000010:3.0:1761313445.870229:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00000400:00000200:0.0:1761313445.870231:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.870237:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00010000:00000010:3.0:1761313445.870238:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062ea79af. 00000400:00000200:0.0:1761313445.870241:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b04dcd 00000400:00000010:0.0:1761313445.870244:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b04dcd. 00010000:00000010:3.0:1761313445.870314:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004467eb4b. 00010000:00000010:3.0:1761313445.870321:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.870330:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.870347:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.870356:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.870370:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c15adc84. 02000000:00000010:3.0:1761313445.870392:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000171a7e4e. 00000400:00000010:3.0:1761313445.870397:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.870402:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.870406:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484288, portal 16 00000400:00000010:3.0:1761313445.870410:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036954fa5. 00000100:00000200:3.0:1761313445.870411:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484288, offset 0 00000400:00000200:3.0:1761313445.870417:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.870424:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.870431:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.870434:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.870437:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.870440:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89106:89106:256:4294967295] 192.168.204.1@tcp LPNI seq info [89106:89106:8:4294967295] 00000400:00000200:3.0:1761313445.870446:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.870451:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.870454:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82354770). 00000800:00000200:3.0:1761313445.870458:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.870462:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.870465:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.870657:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.870660:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:0.0:1761313445.870663:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.870667:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.870670:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036954fa5 00000400:00000010:0.0:1761313445.870671:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036954fa5. 00000100:00000200:0.0:1761313445.870678:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206484288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.873004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fc7300e. 00010000:00000010:3.1:1761313445.873019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00000400:00000200:0.0:1761313445.874569:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.874588:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc540 00000400:00000200:0.0:1761313445.874597:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadf4d [1] + 224 00000400:00000200:0.0:1761313445.874609:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.874613:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.874623:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206484288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.874666:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.874672:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954340 00000400:00000200:0.0:1761313445.874677:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac8a1 [2] + 984 00000400:00000200:0.0:1761313445.874687:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.874690:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.874695:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.874702:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfdd843f. 00000020:00000010:2.0:1761313445.874802:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a1ffa52. 00000020:00000010:2.0:1761313445.874809:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313445.874813:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313445.874837:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfdd843f x1846869199504192/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313445.874877:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504192 02000000:00000010:2.0:1761313445.874888:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000faacd56e. 00010000:00000010:2.0:1761313445.874927:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.874935:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009495ff9a. 00000100:00000010:2.0:1761313445.874942:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009495ff9a. 00010000:00000010:2.0:1761313445.874946:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.874961:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313445.874966:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504192, offset 224 00000400:00000200:2.0:1761313445.874974:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.874984:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.874990:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89107:89107:256:4294967295] 192.168.204.1@tcp LPNI seq info [89107:89107:8:4294967295] 00000400:00000200:2.0:1761313445.875000:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.875005:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.875010:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068b7b57f (tot 82354770). 00000800:00000200:2.0:1761313445.875015:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.875022:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.875025:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068b7b57f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.875053:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313445.875058:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313445.875061:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a1ffa52. 00000400:00000010:3.0:1761313445.875117:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.875122:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.875124:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.875131:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206484288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.875139:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206484288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313445.875160:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083a55dba. 02000000:00000010:3.0:1761313445.875184:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000171a7e4e. 02000000:00000010:3.0:1761313445.875190:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c15adc84. 00000100:00000010:3.0:1761313445.875195:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313445.875198:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.875201:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000800:00000200:0.0:1761313445.875626:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.875631:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068b7b57f (tot 82354522). 00000400:00000200:0.0:1761313445.875636:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.875641:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.875644:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:0.0:1761313445.875645:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00080000:00000010:3.0:1761313445.875760:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003081b343. 00010000:00000010:3.0:1761313445.875846:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.875853:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b55c904c. 00010000:00000010:3.0:1761313445.875931:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313445.875936:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.875945:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.875948:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.875954:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.875964:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000246c8c71. 02000000:00000010:3.0:1761313445.875990:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c15adc84. 00000400:00000010:3.0:1761313445.875995:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.875999:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.876004:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484352, portal 16 00000400:00000010:3.0:1761313445.876008:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b94f63a. 00000100:00000200:3.0:1761313445.876010:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484352, offset 0 00000400:00000200:3.0:1761313445.876016:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.876025:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.876032:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.876036:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.876039:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.876042:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89108:89108:256:4294967295] 192.168.204.1@tcp LPNI seq info [89108:89108:8:4294967295] 00000400:00000200:3.0:1761313445.876050:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.876055:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.876058:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82354770). 00000800:00000200:3.0:1761313445.876063:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.876067:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.876070:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.876279:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.876282:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:0.0:1761313445.876285:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.876289:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.876292:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b94f63a 00000400:00000010:0.0:1761313445.876293:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b94f63a. 00000100:00000200:0.0:1761313445.876300:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206484352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.878670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e248b49. 00010000:00000010:3.1:1761313445.878684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006a743b2. 00010000:00000010:3.1:1761313445.878688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00010000:00000010:3.1:1761313445.878691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9190394. 00010000:00000010:3.1:1761313445.878693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:2.1:1761313445.878734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e06e8c9f. 00000400:00000200:0.0:1761313445.879728:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.879748:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc580 00000400:00000200:0.0:1761313445.879756:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadf59 [1] + 224 00000400:00000200:0.0:1761313445.879770:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.879775:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.879788:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206484352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.879823:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.879828:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954380 00000400:00000200:0.0:1761313445.879833:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac8a1 [2] + 1312 00000400:00000010:3.0:1761313445.879877:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.879884:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.879886:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.879894:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206484352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.879902:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206484352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.880137:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.880142:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.880146:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.880152:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:3.0:1761313445.880302:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c15adc84. 02000000:00000010:3.0:1761313445.880309:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000246c8c71. 00000100:00000010:3.0:1761313445.880313:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313445.880317:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.880322:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000020:00000010:1.0:1761313445.880356:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db890fb9. 00000020:00000010:1.0:1761313445.880364:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.880368:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.880391:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000072937995 x1846869199504256/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313445.880509:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504256 02000000:00000010:1.0:1761313445.880521:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091956fb7. 00010000:00000010:1.0:1761313445.880548:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b9211d9e. 00010000:00000010:1.0:1761313445.880568:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.880574:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.880589:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.880592:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000010:1.0:1761313445.880604:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009603b8d4. 00000100:00000200:1.0:1761313445.880608:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504256, offset 224 00000400:00000200:1.0:1761313445.880615:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.880630:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.880635:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89109:89109:256:4294967295] 192.168.204.1@tcp LPNI seq info [89109:89109:8:4294967295] 00000400:00000200:1.0:1761313445.880644:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.880648:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.880652:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82354770). 00000800:00000200:1.0:1761313445.880657:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.880663:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.880667:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.880679:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.880682:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.880684:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db890fb9. 00080000:00000010:3.0:1761313445.880707:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000171a7e4e. 00010000:00000010:3.0:1761313445.880797:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.880803:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000995e0c82. 00000800:00000200:0.0:1761313445.880968:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.880972:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:0.0:1761313445.880976:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.880980:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.880982:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009603b8d4 00000400:00000010:0.0:1761313445.880984:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009603b8d4. 00010000:00000010:3.0:1761313445.881504:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000098351cb. 00010000:00000010:3.0:1761313445.881511:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.881521:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.881524:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.881530:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.881544:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000246c8c71. 02000000:00000010:3.0:1761313445.881570:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c15adc84. 00000400:00000010:3.0:1761313445.881575:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.881581:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.881587:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484416, portal 16 00000400:00000010:3.0:1761313445.881592:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008502b0aa. 00000100:00000200:3.0:1761313445.881594:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484416, offset 0 00000400:00000200:3.0:1761313445.881601:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.881622:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.881630:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.881633:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.881637:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.881640:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89110:89110:256:4294967295] 192.168.204.1@tcp LPNI seq info [89110:89110:8:4294967295] 00000400:00000200:3.0:1761313445.881647:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.881653:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.881657:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354770). 00000800:00000200:3.0:1761313445.881662:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.881667:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.881670:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.882184:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.882188:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354522). 00000400:00000200:0.0:1761313445.882191:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.882197:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.882200:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008502b0aa 00000400:00000010:0.0:1761313445.882202:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008502b0aa. 00000100:00000200:0.0:1761313445.882209:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206484416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.883508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d2038b7. 00010000:00000010:3.1:1761313445.883518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.1:1761313445.887600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e187ed2. 00010000:00000010:3.1:1761313445.887613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0002313. 00010000:00000010:3.1:1761313445.887618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004467eb4b. 00010000:00000010:1.1:1761313445.888515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000606306bd. 00000400:00000200:0.0:1761313445.889261:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.889281:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc5c0 00000400:00000200:0.0:1761313445.889290:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadf65 [1] + 224 00000400:00000200:0.0:1761313445.889302:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.889306:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.889315:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206484416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.889360:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.889366:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9543c0 00000400:00000200:0.0:1761313445.889372:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac8a1 [2] + 1640 00000400:00000010:3.0:1761313445.889389:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.889396:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.889398:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.889406:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206484416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.889414:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206484416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.889443:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c15adc84. 02000000:00000010:3.0:1761313445.889451:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000246c8c71. 00000400:00000200:0.0:1761313445.889453:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1761313445.889456:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000400:00000200:0.0:1761313445.889460:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000010:3.0:1761313445.889462:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.889487:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000100:00000200:0.0:1761313445.889503:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.889511:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040c456cf. 00000020:00000010:1.0:1761313445.889571:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db890fb9. 00000020:00000010:1.0:1761313445.889578:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.889582:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.889605:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040c456cf x1846869199504320/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313445.889641:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504320 02000000:00000010:1.0:1761313445.889652:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d03a014a. 00010000:00000010:1.0:1761313445.889682:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080c6c180. 00010000:00000010:1.0:1761313445.889701:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.889707:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.889722:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.889726:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000010:1.0:1761313445.889739:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313445.889743:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504320, offset 224 00000400:00000200:1.0:1761313445.889751:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.889761:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.889766:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89111:89111:256:4294967295] 192.168.204.1@tcp LPNI seq info [89111:89111:8:4294967295] 00000400:00000200:1.0:1761313445.889776:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.889781:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.889785:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddde3699 (tot 82354770). 00000800:00000200:1.0:1761313445.889790:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.889796:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.889799:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddde3699 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.889821:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.889825:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.889828:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db890fb9. 00080000:00000010:3.0:1761313445.889877:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4b2b670. 00010000:00000010:3.0:1761313445.889962:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.889968:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000075bb5cc3. 00010000:00000010:3.0:1761313445.890038:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004467eb4b. 00010000:00000010:3.0:1761313445.890043:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.890052:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.890055:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.890060:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.890071:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc466756. 02000000:00000010:3.0:1761313445.890092:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000246c8c71. 00000400:00000010:3.0:1761313445.890096:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.890101:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.890105:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484480, portal 16 00000400:00000010:3.0:1761313445.890109:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7e97fc7. 00000100:00000200:3.0:1761313445.890111:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484480, offset 0 00000400:00000200:3.0:1761313445.890116:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.890122:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.890128:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.890132:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.890134:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.890137:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89112:89112:255:4294967295] 192.168.204.1@tcp LPNI seq info [89112:89112:7:4294967295] 00000400:00000200:3.0:1761313445.890143:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.890148:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.890151:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82355018). 00000800:00000200:3.0:1761313445.890154:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.890158:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.890160:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.890262:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.890265:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddde3699 (tot 82354770). 00000400:00000200:0.0:1761313445.890269:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.890273:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.890276:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:0.0:1761313445.890277:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000800:00000200:0.0:1761313445.890313:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.890315:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354522). 00000400:00000200:0.0:1761313445.890318:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.890320:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.890322:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7e97fc7 00000400:00000010:0.0:1761313445.890323:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7e97fc7. 00000100:00000200:0.0:1761313445.890328:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206484480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.891513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000717ad3d8. 00010000:00000010:3.1:1761313445.891524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00000400:00000200:0.0:1761313445.892358:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.892373:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc600 00000400:00000200:0.0:1761313445.892380:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadf71 [1] + 224 00000400:00000200:0.0:1761313445.892391:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.892394:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.892401:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206484480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313445.892643:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.892648:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.892651:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.892658:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206484480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.892665:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206484480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.892693:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000246c8c71. 02000000:00000010:3.0:1761313445.892699:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fc466756. 00000100:00000010:3.0:1761313445.892703:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313445.892706:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.892710:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000200:0.0:1761313445.893225:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.893236:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954400 00000400:00000200:0.0:1761313445.893242:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac8a1 [2] + 1968 00000400:00000010:0.0:1761313445.893245:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000849fe91d. 00000400:00000200:0.0:1761313445.893249:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000f37e2df 00000400:00000200:0.0:1761313445.893307:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.893311:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.893314:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f37e2df 00000400:00000010:0.0:1761313445.893316:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000f37e2df (tot 82354370). 00000100:00000200:0.0:1761313445.893320:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313445.893434:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a1ffa52. 00000020:00000010:2.0:1761313445.893443:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313445.893448:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313445.893498:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000067633f05 x1846869199504384/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313445.894094:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504384 02000000:00000010:2.0:1761313445.894107:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000757024a5. 00010000:00000010:2.0:1761313445.894137:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdada94. 00010000:00000010:2.0:1761313445.894158:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.894164:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009495ff9a. 00000100:00000010:2.0:1761313445.894191:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009495ff9a. 00010000:00000010:2.0:1761313445.894196:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.894209:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b53b14. 00000100:00000200:2.0:1761313445.894214:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504384, offset 224 00000400:00000200:2.0:1761313445.894222:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.894233:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.894239:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89113:89113:256:4294967295] 192.168.204.1@tcp LPNI seq info [89113:89113:8:4294967295] 00000400:00000200:2.0:1761313445.894250:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.894255:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.894259:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb86b6d5 (tot 82354618). 00000800:00000200:2.0:1761313445.894264:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.894270:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.894274:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bb86b6d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.894300:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313445.894305:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313445.894308:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a1ffa52. 02000000:00000010:2.0:1761313445.894316:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d03a014a. 00000100:00000010:2.0:1761313445.894318:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040c456cf. 02000000:00000010:2.0:1761313445.894322:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091956fb7. 00000100:00000010:2.0:1761313445.894324:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 02000000:00000010:2.0:1761313445.894327:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000faacd56e. 00000100:00000010:2.0:1761313445.894329:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfdd843f. 02000000:00000010:2.0:1761313445.894331:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000671b0c15. 00000100:00000010:2.0:1761313445.894333:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000515112ab. 02000000:00000010:2.0:1761313445.894336:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ccb5d465. 00000100:00000010:2.0:1761313445.894338:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efea900. 02000000:00000010:2.0:1761313445.894341:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006790c54d. 00000100:00000010:2.0:1761313445.894343:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008fa85d88. 00000100:00000200:2.0:1761313445.894360:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313445.894365:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000016dc6fde. 00000400:00000010:2.0:1761313445.894369:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009495ff9a (tot 82354770). 00080000:00000010:3.0:1761313445.894427:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000246c8c71. 00010000:00000010:3.0:1761313445.894538:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.894545:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092721be5. 00010000:00000010:3.0:1761313445.894615:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313445.894621:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.894631:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.894634:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.894641:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313445.894654:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc466756. 02000000:00000010:3.0:1761313445.894677:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c15adc84. 00000400:00000010:3.0:1761313445.894681:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.894685:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.894688:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484544, portal 16 00000400:00000010:3.0:1761313445.894691:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021403d81. 00000100:00000200:3.0:1761313445.894693:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484544, offset 0 00000400:00000200:3.0:1761313445.894698:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.894704:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.894710:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.894713:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.894715:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.894718:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89114:89114:255:4294967295] 192.168.204.1@tcp LPNI seq info [89114:89114:7:4294967295] 00000400:00000200:3.0:1761313445.894724:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.894728:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.894732:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82355018). 00000800:00000200:3.0:1761313445.894736:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.894739:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.894741:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.894981:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.894985:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb86b6d5 (tot 82354770). 00000400:00000200:0.0:1761313445.894990:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.894994:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.894998:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b53b14 00000400:00000010:0.0:1761313445.894999:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b53b14. 02000000:00000010:0.0:1761313445.895004:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000757024a5. 00000800:00000200:0.0:1761313445.895055:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.895057:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354522). 00000400:00000200:0.0:1761313445.895114:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.895119:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.895121:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021403d81 00000400:00000010:0.0:1761313445.895123:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021403d81. 00000100:00000200:0.0:1761313445.895130:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206484544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313445.895626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a33033b. 00000400:00000200:0.0:1761313445.898036:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.898058:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc640 00000400:00000200:0.0:1761313445.898067:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadf81 [1] + 224 00000400:00000200:0.0:1761313445.898078:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.898081:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.898091:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206484544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.898123:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.898129:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954440 00000400:00000200:0.0:1761313445.898134:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac8f1 [2] + 0 00000400:00000200:0.0:1761313445.898200:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.898203:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.898207:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.898212:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d53e42a. 00000020:00000010:2.0:1761313445.898541:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccb5d465. 00000020:00000010:2.0:1761313445.898548:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313445.898562:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313445.898587:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d53e42a x1846869199504448/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313445.898623:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504448 02000000:00000010:2.0:1761313445.898635:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000671b0c15. 00010000:00000010:2.0:1761313445.898671:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.898679:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313445.898685:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:2.0:1761313445.898688:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000010:2.0:1761313445.898700:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1b40db9. 00000100:00000200:2.0:1761313445.898706:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504448, offset 224 00000400:00000200:2.0:1761313445.898713:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.898722:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.898727:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89115:89115:256:4294967295] 192.168.204.1@tcp LPNI seq info [89115:89115:8:4294967295] 00000400:00000200:2.0:1761313445.898735:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.898740:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.898744:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025c7dbcf (tot 82354770). 00000800:00000200:2.0:1761313445.898749:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.898755:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.898758:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025c7dbcf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313445.898771:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313445.898775:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313445.898778:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccb5d465. 00000800:00000200:0.0:1761313445.898999:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.899003:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025c7dbcf (tot 82354522). 00000400:00000200:0.0:1761313445.899007:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.899011:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.899019:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1b40db9 00000400:00000010:0.0:1761313445.899021:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1b40db9. 00000400:00000010:3.0:1761313445.901074:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.901084:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.901087:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.901098:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206484544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.901109:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206484544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313445.901139:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab3afa06. 02000000:00000010:3.0:1761313445.901156:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c15adc84. 02000000:00000010:3.0:1761313445.901163:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fc466756. 00000100:00000010:3.0:1761313445.901176:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313445.901180:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.901184:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00080000:00000010:3.0:1761313445.901202:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002178f139. 00010000:00000010:3.0:1761313445.901293:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.901300:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3e69b5e. 00010000:00000010:3.0:1761313445.901387:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.0:1761313445.901393:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313445.901443:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.901448:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.901455:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 00010000:00000010:3.1:1761313445.901717:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9dca786. 00010000:00000010:3.1:1761313445.901725:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:3.1:1761313445.901728:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ddf49d9. 00010000:00000010:3.1:1761313445.901731:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004467eb4b. 02000000:00000010:3.0:1761313445.901735:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6ccb6ee. 02000000:00000010:3.0:1761313445.901763:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074f76ac9. 00000400:00000010:3.0:1761313445.901767:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.901772:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.901777:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484608, portal 16 00000400:00000010:3.0:1761313445.901781:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d86f44. 00000100:00000200:3.0:1761313445.901783:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484608, offset 0 00000400:00000200:3.0:1761313445.901792:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.901805:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.901811:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313445.901814:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313445.901817:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313445.901820:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89116:89116:256:4294967295] 192.168.204.1@tcp LPNI seq info [89116:89116:8:4294967295] 00000400:00000200:3.0:1761313445.901829:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.901834:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.901838:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313445.901844:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.901851:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.901855:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.902661:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.902666:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354522). 00000400:00000200:0.0:1761313445.902672:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.902679:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.902683:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d86f44 00000400:00000010:0.0:1761313445.902685:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d86f44. 00000100:00000200:0.0:1761313445.902693:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206484608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.906769:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.906820:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc680 00000400:00000200:1.0:1761313445.906830:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadf8d [1] + 224 00000400:00000200:1.0:1761313445.906846:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.906850:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.906862:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206484608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313445.907427:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007724b32. 00000400:00000200:3.0:1761313445.907433:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.907436:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313445.907443:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206484608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313445.907452:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206484608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313445.907511:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074f76ac9. 02000000:00000010:3.0:1761313445.907519:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6ccb6ee. 00000100:00000010:3.0:1761313445.907523:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313445.907526:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.907530:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000200:0.0:1761313445.907994:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.908006:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954480 00000400:00000200:0.0:1761313445.908012:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac8f1 [2] + 328 00000400:00000200:0.0:1761313445.908289:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.908294:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.908300:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.908304:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 00000020:00000010:1.0:1761313445.911710:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db890fb9. 00000020:00000010:1.0:1761313445.911721:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.911726:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.912138:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009fcf2774 x1846869199504512/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313445.912184:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504512 02000000:00000010:1.0:1761313445.912196:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf4ad208. 00010000:00000010:1.0:1761313445.912227:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066124f79. 00010000:00000010:1.0:1761313445.912249:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.912256:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.912272:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.912276:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000010:1.0:1761313445.912287:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022b7cfcb. 00000100:00000200:1.0:1761313445.912293:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504512, offset 224 00000400:00000200:1.0:1761313445.912301:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.912314:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.912321:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89117:89117:256:4294967295] 192.168.204.1@tcp LPNI seq info [89117:89117:8:4294967295] 00000400:00000200:1.0:1761313445.912330:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.912336:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.912340:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033eff44 (tot 82354770). 00000800:00000200:1.0:1761313445.912345:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00080000:00000010:2.0:1761313445.912349:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccb5d465. 00000800:00000200:1.0:1761313445.912351:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.912354:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033eff44 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.912380:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.912383:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.912386:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db890fb9. 00010000:00000010:2.0:1761313445.912442:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:2.0:1761313445.912448:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a521f5f1. 00010000:00000010:2.1:1761313445.912489:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f8aec77. 00010000:00000010:2.0:1761313445.912549:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d233dec7. 00010000:00000010:2.0:1761313445.912554:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313445.912564:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.912568:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313445.912575:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066698b35. 02000000:00000010:2.0:1761313445.912586:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000faacd56e. 02000000:00000010:2.0:1761313445.912606:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a1ffa52. 00000400:00000010:2.0:1761313445.912612:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313445.912616:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce8d1e5. 00000100:00000200:2.0:1761313445.912621:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484672, portal 16 00000400:00000010:2.0:1761313445.912625:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313445.912627:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484672, offset 0 00000400:00000200:2.0:1761313445.912631:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.912639:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.912645:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.912649:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.912652:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.912654:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89118:89118:255:4294967295] 192.168.204.1@tcp LPNI seq info [89118:89118:7:4294967295] 00000400:00000200:2.0:1761313445.912660:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.912663:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1761313445.912664:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.912666:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033eff44 (tot 82354522). 00000800:00000010:2.0:1761313445.912667:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a14b474 (tot 82354770). 00000800:00000200:2.0:1761313445.912670:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000400:00000200:0.0:1761313445.912671:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1761313445.912674:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000400:00000200:0.0:1761313445.912675:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000800:00000200:2.0:1761313445.912676:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a14b474 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1761313445.912680:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022b7cfcb 00000400:00000010:0.0:1761313445.912682:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022b7cfcb. 00000800:00000200:0.0:1761313445.912712:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.912715:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a14b474 (tot 82354522). 00000400:00000200:0.0:1761313445.912718:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.912721:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.912723:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:0.0:1761313445.912725:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:0.0:1761313445.912729:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066698b35 x1846869206484672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313445.921397:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.921419:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc6c0 00000400:00000200:1.0:1761313445.921427:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadf99 [1] + 224 00000400:00000200:1.0:1761313445.921439:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.921442:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.921452:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066698b35 x1846869206484672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313445.921511:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.921526:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9544c0 00000400:00000200:1.0:1761313445.921531:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac8f1 [2] + 656 00000400:00000200:1.0:1761313445.921544:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.921547:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.921551:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313445.921557:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a66c56e. 00000400:00000010:2.0:1761313445.921582:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313445.921589:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce8d1e5 00000400:00000010:2.0:1761313445.921591:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce8d1e5. 00000100:00000200:2.0:1761313445.921598:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066698b35 x1846869206484672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.921605:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066698b35 x1846869206484672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761313445.921654:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6ccb6ee. 00000020:00000010:3.0:1761313445.921662:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.921666:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313445.921691:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a66c56e x1846869199504576/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:2.0:1761313445.921700:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a1ffa52. 02000000:00000010:2.0:1761313445.921707:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000faacd56e. 00000100:00000010:2.0:1761313445.921711:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066698b35. 00000100:00000010:2.0:1761313445.921716:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:2.0:1761313445.921719:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000100:00000200:3.0:1761313445.921732:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504576 02000000:00000010:3.0:1761313445.921746:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000074f76ac9. 00010000:00000010:3.0:1761313445.921776:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021a4133c. 00010000:00000010:3.0:1761313445.921799:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.921807:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.921827:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.921831:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313445.921844:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.921849:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504576, offset 224 00000400:00000200:3.0:1761313445.921856:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.921866:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.921871:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89119:89119:256:4294967295] 192.168.204.1@tcp LPNI seq info [89119:89119:8:4294967295] 00000400:00000200:3.0:1761313445.921881:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.921885:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.921890:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313445.921895:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.921901:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.921905:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313445.921923:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.921926:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:3.0:1761313445.921930:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6ccb6ee. 00000800:00000200:3.0:1761313445.922043:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.922046:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354522). 00000400:00000200:3.0:1761313445.922049:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.922053:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.922055:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313445.922057:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00080000:00000010:2.0:1761313445.922514:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000faacd56e. 00010000:00000010:3.1:1761313445.922558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b9c4c5. 00010000:00000010:3.1:1761313445.922564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000033b2bff. 00010000:00000010:3.1:1761313445.922568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:2.0:1761313445.922604:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313445.922610:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059228078. 00010000:00000010:2.0:1761313445.922689:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d29b93a5. 00010000:00000010:2.0:1761313445.922694:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313445.922705:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.922708:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313445.922713:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066698b35. 02000000:00000010:2.0:1761313445.922723:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002a1ffa52. 02000000:00000010:2.0:1761313445.922745:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000757024a5. 00000400:00000010:2.0:1761313445.922750:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313445.922753:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce8d1e5. 00000100:00000200:2.0:1761313445.922757:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484736, portal 16 00000400:00000010:2.0:1761313445.922760:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe79c649. 00000100:00000200:2.0:1761313445.922762:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484736, offset 0 00000400:00000200:2.0:1761313445.922768:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.922777:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.922784:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.922787:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.922790:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.922793:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89120:89120:256:4294967295] 192.168.204.1@tcp LPNI seq info [89120:89120:8:4294967295] 00000400:00000200:2.0:1761313445.922800:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.922805:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.922808:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001295478e (tot 82354770). 00000800:00000200:2.0:1761313445.922812:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.922816:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.922819:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001295478e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.922985:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.922988:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001295478e (tot 82354522). 00000400:00000200:0.0:1761313445.922993:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.922996:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.922998:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe79c649 00000400:00000010:0.0:1761313445.923000:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe79c649. 00000100:00000200:0.0:1761313445.923005:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066698b35 x1846869206484736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313445.925454:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.925507:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc700 00000400:00000200:1.0:1761313445.925516:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadfa5 [1] + 224 00000400:00000200:1.0:1761313445.925529:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.925533:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.925542:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066698b35 x1846869206484736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313445.925606:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:1.0:1761313445.925606:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.925611:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce8d1e5 00000400:00000200:1.0:1761313445.925612:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954500 00000400:00000010:2.0:1761313445.925614:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce8d1e5. 00000400:00000200:1.0:1761313445.925619:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac8f1 [2] + 984 00000100:00000200:2.0:1761313445.925620:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066698b35 x1846869206484736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.925627:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066698b35 x1846869206484736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313445.925632:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.925635:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.925639:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313445.925645:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cad12d40. 02000000:00000010:2.0:1761313445.925658:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000757024a5. 02000000:00000010:2.0:1761313445.925663:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002a1ffa52. 00000100:00000010:2.0:1761313445.925666:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066698b35. 00000100:00000010:2.0:1761313445.925669:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:2.0:1761313445.925672:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000020:00000010:3.0:1761313445.925741:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6ccb6ee. 00000020:00000010:3.0:1761313445.925749:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.925753:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313445.925776:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cad12d40 x1846869199504640/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313445.925810:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504640 02000000:00000010:3.0:1761313445.925821:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007e238c73. 00010000:00000010:3.0:1761313445.925844:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007fe54ea6. 00010000:00000010:3.0:1761313445.925865:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.925870:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.925879:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.925882:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313445.925894:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313445.925898:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504640, offset 224 00000400:00000200:3.0:1761313445.925905:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:2.0:1761313445.925910:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a1ffa52. 00000400:00000200:3.0:1761313445.925914:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.925919:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89121:89121:256:4294967295] 192.168.204.1@tcp LPNI seq info [89121:89121:8:4294967295] 00000400:00000200:3.0:1761313445.925928:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.925932:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.925936:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313445.925941:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.925947:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.925950:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313445.925977:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.925980:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:3.0:1761313445.925984:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6ccb6ee. 00010000:00000010:2.0:1761313445.925992:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313445.925998:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000045058f7. 00010000:00000010:2.0:1761313445.926074:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d39ad6eb. 00010000:00000010:2.0:1761313445.926080:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313445.926089:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.926093:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313445.926098:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066698b35. 02000000:00000010:2.0:1761313445.926106:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000757024a5. 02000000:00000010:2.0:1761313445.926126:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbaf554f. 00000400:00000010:2.0:1761313445.926130:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313445.926133:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce8d1e5. 00000100:00000200:2.0:1761313445.926137:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484800, portal 16 00000400:00000010:2.0:1761313445.926140:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510ee54. 00000100:00000200:2.0:1761313445.926142:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484800, offset 0 00000400:00000200:2.0:1761313445.926146:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.926151:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.926157:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.926160:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.926163:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.926165:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89122:89122:255:4294967295] 192.168.204.1@tcp LPNI seq info [89122:89122:7:4294967295] 00000400:00000200:2.0:1761313445.926185:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.926189:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.926192:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9429b4a (tot 82355018). 00000800:00000200:2.0:1761313445.926196:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.926199:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.926201:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9429b4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.926266:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.926270:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354770). 00000400:00000200:0.0:1761313445.926273:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.926277:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.926279:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:0.0:1761313445.926280:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000800:00000200:0.0:1761313445.926311:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.926313:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9429b4a (tot 82354522). 00000400:00000200:0.0:1761313445.926316:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.926318:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.926320:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510ee54 00000400:00000010:0.0:1761313445.926321:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510ee54. 00000100:00000200:0.0:1761313445.926325:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066698b35 x1846869206484800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313445.926504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8f529eb. 00010000:00000010:2.1:1761313445.926641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab7404bc. 00010000:00000010:2.1:1761313445.926649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00000400:00000200:0.0:1761313445.928770:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.928789:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc740 00000400:00000200:0.0:1761313445.928801:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadfb1 [1] + 224 00000400:00000200:0.0:1761313445.928813:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.928817:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.928826:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066698b35 x1846869206484800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.928854:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.928860:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954540 00000400:00000200:0.0:1761313445.928864:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac8f1 [2] + 1312 00000400:00000200:0.0:1761313445.928908:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1761313445.928912:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:0.0:1761313445.928913:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.928918:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce8d1e5 00000400:00000010:2.0:1761313445.928920:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce8d1e5. 00000100:00000200:0.0:1761313445.928925:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1761313445.928927:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066698b35 x1846869206484800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1761313445.928932:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfb623eb. 00000100:00000200:2.0:1761313445.928939:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066698b35 x1846869206484800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.928971:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbaf554f. 02000000:00000010:2.0:1761313445.928977:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000757024a5. 00000100:00000010:2.0:1761313445.928980:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066698b35. 00000100:00000010:2.0:1761313445.928983:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:2.0:1761313445.928986:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000020:00000010:1.0:1761313445.929211:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db890fb9. 00000020:00000010:1.0:1761313445.929218:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.929222:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.929249:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfb623eb x1846869199504704/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313445.929282:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504704 02000000:00000010:1.0:1761313445.929293:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a00942f. 00010000:00000010:1.0:1761313445.929318:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d1df8cf. 00010000:00000010:1.0:1761313445.929337:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.929344:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.929360:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.929364:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000010:1.0:1761313445.929377:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000903c6f44. 00000100:00000200:1.0:1761313445.929380:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504704, offset 224 00000400:00000200:1.0:1761313445.929387:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.929397:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.929402:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89123:89123:256:4294967295] 192.168.204.1@tcp LPNI seq info [89123:89123:8:4294967295] 00000400:00000200:1.0:1761313445.929411:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.929418:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.929422:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ec456d (tot 82354770). 00080000:00000010:2.0:1761313445.929425:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000757024a5. 00000800:00000200:1.0:1761313445.929427:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.929433:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.929436:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000085ec456d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.929462:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.929466:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.929488:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db890fb9. 00010000:00000010:2.0:1761313445.929534:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313445.929541:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096732849. 00010000:00000010:2.0:1761313445.929617:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000595659dc. 00010000:00000010:2.0:1761313445.929622:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000def6c8ff. 00000800:00000200:3.0:1761313445.929638:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.929642:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ec456d (tot 82354522). 00000400:00000200:3.0:1761313445.929646:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.929650:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.929652:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000903c6f44 00000400:00000010:3.0:1761313445.929654:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000903c6f44. 00010000:00000010:2.0:1761313445.929766:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.929771:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313445.929777:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066698b35. 02000000:00000010:2.0:1761313445.929786:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbaf554f. 02000000:00000010:2.0:1761313445.929806:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ebe56e91. 00000400:00000010:2.0:1761313445.929811:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313445.929814:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce8d1e5. 00000100:00000200:2.0:1761313445.929818:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484864, portal 16 00000400:00000010:2.0:1761313445.929822:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd66a147. 00000100:00000200:2.0:1761313445.929824:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484864, offset 0 00000400:00000200:2.0:1761313445.929829:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.929835:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.929841:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.929844:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.929847:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.929849:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89124:89124:256:4294967295] 192.168.204.1@tcp LPNI seq info [89124:89124:8:4294967295] 00000400:00000200:2.0:1761313445.929856:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.929860:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.929863:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9429b4a (tot 82354770). 00000800:00000200:2.0:1761313445.929867:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.929871:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.929874:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9429b4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.930093:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.930096:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9429b4a (tot 82354522). 00000400:00000200:0.0:1761313445.930100:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.930328:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.930332:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd66a147 00000400:00000010:0.0:1761313445.930335:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd66a147. 00000100:00000200:0.0:1761313445.930342:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066698b35 x1846869206484864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313445.930567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005791982f. 00010000:00000010:2.1:1761313445.930575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d233dec7. 00010000:00000010:3.1:1761313445.930769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e5f0fe2. 00000400:00000200:0.0:1761313445.931024:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.931036:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc780 00000400:00000200:0.0:1761313445.931043:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadfbd [1] + 224 00000400:00000200:0.0:1761313445.931053:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.931056:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.931063:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066698b35 x1846869206484864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313445.931141:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313445.931145:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce8d1e5 00000400:00000010:2.0:1761313445.931146:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce8d1e5. 00000100:00000200:2.0:1761313445.931151:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066698b35 x1846869206484864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.931158:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066698b35 x1846869206484864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.931197:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ebe56e91. 02000000:00000010:2.0:1761313445.931203:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bbaf554f. 00000100:00000010:2.0:1761313445.931206:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066698b35. 00000100:00000010:2.0:1761313445.931209:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:2.0:1761313445.931212:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000200:3.0:1761313445.931763:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.931771:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954580 00000400:00000200:3.0:1761313445.931776:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac8f1 [2] + 1640 00000400:00000200:3.0:1761313445.931814:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.931816:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313445.931819:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313445.931823:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 00000020:00000010:1.0:1761313445.931879:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db890fb9. 00000020:00000010:1.0:1761313445.931884:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.931887:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.931905:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022b20aea x1846869199504768/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313445.931933:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504768 02000000:00000010:1.0:1761313445.931945:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006790c54d. 00010000:00000010:1.0:1761313445.931969:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000ec4079. 00010000:00000010:1.0:1761313445.931984:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.931990:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.932006:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.932010:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000010:1.0:1761313445.932021:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c490e2a. 00000100:00000200:1.0:1761313445.932025:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504768, offset 224 00000400:00000200:1.0:1761313445.932031:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.932041:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.932046:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89125:89125:256:4294967295] 192.168.204.1@tcp LPNI seq info [89125:89125:8:4294967295] 00000400:00000200:1.0:1761313445.932055:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.932060:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.932063:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d8c9258 (tot 82354770). 00000800:00000200:1.0:1761313445.932068:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.932075:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.932078:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d8c9258 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.932101:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.932105:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.932107:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db890fb9. 00080000:00000010:2.0:1761313445.932154:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbaf554f. 00010000:00000010:2.0:1761313445.932241:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313445.932247:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009f55db94. 00010000:00000010:2.0:1761313445.932317:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044ac3629. 00010000:00000010:2.0:1761313445.932322:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313445.932327:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d233dec7. 00010000:00000010:2.0:1761313445.932331:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000def6c8ff. 00080000:00000010:2.0:1761313445.932342:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebe56e91. 00010000:00000010:2.0:1761313445.932368:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313445.932372:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313445.932430:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.0:1761313445.932434:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313445.932440:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.932443:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313445.932449:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066698b35. 02000000:00000010:2.0:1761313445.932459:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012990f2f. 02000000:00000010:2.0:1761313445.932503:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091f2d766. 00000400:00000010:2.0:1761313445.932508:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313445.932512:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce8d1e5. 00000100:00000200:2.0:1761313445.932516:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484928, portal 16 00000400:00000010:2.0:1761313445.932520:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086a44fc9. 00000100:00000200:2.0:1761313445.932522:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484928, offset 0 00000800:00000200:0.0:1761313445.932525:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1761313445.932527:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.932528:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d8c9258 (tot 82354522). 00000400:00000200:2.0:1761313445.932532:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.932532:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.932535:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.932537:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c490e2a 00000400:00000200:2.0:1761313445.932538:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000010:0.0:1761313445.932539:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c490e2a. 00000400:00000200:2.0:1761313445.932541:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.932543:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.932546:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89126:89126:255:4294967295] 192.168.204.1@tcp LPNI seq info [89126:89126:7:4294967295] 00000400:00000200:2.0:1761313445.932678:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.932684:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.932687:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001295478e (tot 82354770). 00000800:00000200:2.0:1761313445.932692:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.932695:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.932698:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001295478e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313445.932745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f13efa. 00000800:00000200:0.0:1761313445.932816:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.932819:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001295478e (tot 82354522). 00000400:00000200:0.0:1761313445.932822:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.932826:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.932828:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086a44fc9 00000400:00000010:0.0:1761313445.932829:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086a44fc9. 00000100:00000200:0.0:1761313445.932834:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066698b35 x1846869206484928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313445.933605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000673e3d44. 00010000:00000010:2.1:1761313445.933614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d29b93a5. 00010000:00000010:3.1:1761313445.933688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064c0b01d. 00000400:00000200:0.0:1761313445.934098:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.934110:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc7c0 00000400:00000200:0.0:1761313445.934116:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadfc9 [1] + 224 00000400:00000200:0.0:1761313445.934128:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.934131:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.934138:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066698b35 x1846869206484928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313445.934309:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313445.934313:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce8d1e5 00000400:00000010:2.0:1761313445.934315:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce8d1e5. 00000100:00000200:2.0:1761313445.934320:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066698b35 x1846869206484928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.934328:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066698b35 x1846869206484928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313445.934336:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313445.934343:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9545c0 00000400:00000200:3.0:1761313445.934347:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac8f1 [2] + 1968 00000400:00000010:3.0:1761313445.934349:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b830ac89. 02000000:00000010:2.0:1761313445.934350:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091f2d766. 00000400:00000200:3.0:1761313445.934352:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000895939b6 02000000:00000010:2.0:1761313445.934354:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012990f2f. 00000100:00000010:2.0:1761313445.934358:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066698b35. 00000100:00000010:2.0:1761313445.934361:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:2.0:1761313445.934364:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000200:3.0:1761313445.934404:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.934408:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.934411:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000895939b6 00000400:00000010:3.0:1761313445.934413:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000895939b6 (tot 82354370). 00000100:00000200:3.0:1761313445.934417:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313445.934521:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db890fb9. 00000020:00000010:1.0:1761313445.934528:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.934532:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313445.934553:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006324c720 x1846869199504832/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313445.934579:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504832 02000000:00000010:1.0:1761313445.934589:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091956fb7. 00010000:00000010:1.0:1761313445.934611:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085646f14. 00010000:00000010:1.0:1761313445.934625:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313445.934630:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c874f08c. 00000100:00000010:1.0:1761313445.934645:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c874f08c. 00010000:00000010:1.0:1761313445.934649:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000010:1.0:1761313445.934660:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc82a39f. 00000100:00000200:1.0:1761313445.934664:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504832, offset 224 00080000:00000010:2.0:1761313445.934669:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091f2d766. 00000400:00000200:1.0:1761313445.934671:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313445.934681:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313445.934684:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89127:89127:256:4294967295] 192.168.204.1@tcp LPNI seq info [89127:89127:8:4294967295] 00000400:00000200:1.0:1761313445.934693:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313445.934697:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313445.934700:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae5814d2 (tot 82354618). 00000800:00000200:1.0:1761313445.934704:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313445.934710:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313445.934713:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae5814d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313445.934725:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4d0fc50. 00000020:00000010:1.0:1761313445.934729:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313445.934731:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db890fb9. 02000000:00000010:1.0:1761313445.934738:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006790c54d. 00000100:00000010:1.0:1761313445.934740:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 02000000:00000010:1.0:1761313445.934743:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a00942f. 00000100:00000010:1.0:1761313445.934744:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfb623eb. 02000000:00000010:1.0:1761313445.934749:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007e238c73. 00000100:00000010:1.0:1761313445.934751:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cad12d40. 02000000:00000010:1.0:1761313445.934754:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000074f76ac9. 00000100:00000010:1.0:1761313445.934755:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a66c56e. 02000000:00000010:1.0:1761313445.934758:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf4ad208. 00000100:00000010:1.0:1761313445.934760:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 02000000:00000010:1.0:1761313445.934762:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000671b0c15. 00000100:00000010:1.0:1761313445.934765:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d53e42a. 00000100:00000200:1.0:1761313445.934771:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313445.934775:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e411bb5. 00000400:00000010:1.0:1761313445.934778:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c874f08c (tot 82354770). 00000800:00000200:0.0:1761313445.934883:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.934887:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae5814d2 (tot 82354522). 00000400:00000200:0.0:1761313445.934890:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.934894:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.934896:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc82a39f 00000400:00000010:0.0:1761313445.934898:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc82a39f. 02000000:00000010:0.0:1761313445.934902:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091956fb7. 00010000:00000010:2.0:1761313445.934960:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313445.934967:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3c58d48. 00010000:00000010:2.0:1761313445.935045:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d29b93a5. 00010000:00000010:2.0:1761313445.935051:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313445.935060:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2eee95. 00000100:00000010:2.0:1761313445.935064:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313445.935069:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066698b35. 02000000:00000010:2.0:1761313445.935078:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012990f2f. 02000000:00000010:2.0:1761313445.935099:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e586c841. 00000400:00000010:2.0:1761313445.935102:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313445.935105:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce8d1e5. 00000100:00000200:2.0:1761313445.935108:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206484992, portal 16 00000400:00000010:2.0:1761313445.935112:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d96c721. 00000100:00000200:2.0:1761313445.935114:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206484992, offset 0 00000400:00000200:2.0:1761313445.935119:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.935125:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.935131:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.935135:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.935138:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.935140:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89128:89128:256:4294967295] 192.168.204.1@tcp LPNI seq info [89128:89128:8:4294967295] 00000400:00000200:2.0:1761313445.935147:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.935152:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.935155:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a14b474 (tot 82354770). 00000800:00000200:2.0:1761313445.935158:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.935162:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.935164:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a14b474 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.935314:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.935316:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a14b474 (tot 82354522). 00000400:00000200:0.0:1761313445.935320:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.935324:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.935327:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d96c721 00000400:00000010:0.0:1761313445.935329:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d96c721. 00000100:00000200:0.0:1761313445.935333:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066698b35 x1846869206484992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.936886:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.936903:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc800 00000400:00000200:2.0:1761313445.936910:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadfd9 [1] + 224 00000400:00000200:2.0:1761313445.936925:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.936928:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.936936:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066698b35 x1846869206484992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313445.937146:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:0.0:1761313445.937152:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce8d1e5 00000400:00000010:0.0:1761313445.937154:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce8d1e5. 00000100:00000200:0.0:1761313445.937159:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066698b35 x1846869206484992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313445.937175:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066698b35 x1846869206484992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313445.937201:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e586c841. 02000000:00000010:0.0:1761313445.937207:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012990f2f. 00000100:00000010:0.0:1761313445.937211:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066698b35. 00000100:00000010:0.0:1761313445.937213:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:0.0:1761313445.937217:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2eee95. 00000400:00000200:0.0:1761313445.937309:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.937318:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954600 00000400:00000200:0.0:1761313445.937323:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac949 [2] + 0 00000400:00000200:0.0:1761313445.937383:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.937388:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.937392:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313445.937396:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033a689f9. 00000020:00000010:3.0:1761313445.937549:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6ccb6ee. 00000020:00000010:3.0:1761313445.937557:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.937561:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313445.937582:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000033a689f9 x1846869199504896/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313445.937615:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504896 00010000:00000010:2.1:1761313445.937618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa1e1053. 00010000:00000010:2.1:1761313445.937624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39ad6eb. 02000000:00000010:3.0:1761313445.937627:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006895a28. 00010000:00000010:3.0:1761313445.937658:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2c3f4fd. 00010000:00000010:3.0:1761313445.937675:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.937680:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.937686:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.937689:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313445.937701:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313445.937705:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504896, offset 224 00000400:00000200:3.0:1761313445.937712:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.937721:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.937726:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89129:89129:256:4294967295] 192.168.204.1@tcp LPNI seq info [89129:89129:8:4294967295] 00080000:00000010:0.0:1761313445.937734:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093c67ec9. 00000400:00000200:3.0:1761313445.937735:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.937740:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.937743:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354770). 00000800:00000200:3.0:1761313445.937749:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.937754:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.937757:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313445.937784:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.937788:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:3.0:1761313445.937791:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6ccb6ee. 00010000:00000010:0.0:1761313445.937818:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000def6c8ff. 00010000:00000010:0.0:1761313445.937824:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008263d2d6. 00010000:00000010:0.0:1761313445.937898:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066143813. 00010000:00000010:0.0:1761313445.937904:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd82f5a5. 00010000:00000010:0.0:1761313445.937914:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5dd0fc8. 00000100:00000010:0.0:1761313445.937918:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313445.937928:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecce33cf. 02000000:00000010:0.0:1761313445.937938:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2bcb852. 02000000:00000010:0.0:1761313445.937961:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e0dd5b2. 00000400:00000010:0.0:1761313445.937966:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008845072c. 00000400:00000010:0.0:1761313445.937970:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313445.937974:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485056, portal 16 00000400:00000010:0.0:1761313445.937978:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014f680c3. 00000100:00000200:0.0:1761313445.937980:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485056, offset 0 00000400:00000200:0.0:1761313445.937985:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.937990:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.937996:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313445.937999:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313445.938001:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313445.938003:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89130:89130:255:4294967295] 192.168.204.1@tcp LPNI seq info [89130:89130:7:4294967295] 00000800:00000200:2.0:1761313445.938004:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.938007:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354522). 00000400:00000200:2.0:1761313445.938010:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.938010:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000400:00000200:2.0:1761313445.938014:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000800:00000200:0.0:1761313445.938014:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.938016:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000800:00000010:0.0:1761313445.938017:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000400:00000010:2.0:1761313445.938018:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000800:00000200:0.0:1761313445.938020:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.938023:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.938025:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313445.938193:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313445.938196:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:3.0:1761313445.938461:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313445.938496:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313445.938499:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014f680c3 00000400:00000010:3.0:1761313445.938501:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014f680c3. 00000100:00000200:3.0:1761313445.938507:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ecce33cf x1846869206485056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.939268:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.939285:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc840 00000400:00000200:0.0:1761313445.939291:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadfe5 [1] + 224 00000400:00000200:0.0:1761313445.939301:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.939304:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.939310:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ecce33cf x1846869206485056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313445.939378:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008845072c. 00000400:00000200:2.0:1761313445.939382:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:2.0:1761313445.939384:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:2.0:1761313445.939389:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ecce33cf x1846869206485056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.939395:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ecce33cf x1846869206485056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.939416:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e0dd5b2. 02000000:00000010:2.0:1761313445.939421:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2bcb852. 00000100:00000010:2.0:1761313445.939424:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecce33cf. 00000100:00000010:2.0:1761313445.939427:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:2.0:1761313445.939430:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5dd0fc8. 00000400:00000200:2.0:1761313445.939710:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.939718:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954640 00000400:00000200:2.0:1761313445.939722:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac949 [2] + 328 00000400:00000200:2.0:1761313445.939760:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.939764:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.939768:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.939773:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 00000020:00000010:3.0:1761313445.939857:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6ccb6ee. 00000020:00000010:3.0:1761313445.939863:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.939867:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313445.939886:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064bf9529 x1846869199504960/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313445.939916:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199504960 02000000:00000010:3.0:1761313445.939926:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000013e79982. 00010000:00000010:3.0:1761313445.939994:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4beb24f. 00010000:00000010:3.0:1761313445.940010:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.940016:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.940039:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.940042:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313445.940054:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c44581b. 00000100:00000200:3.0:1761313445.940058:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199504960, offset 224 00000400:00000200:3.0:1761313445.940064:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.940073:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.940078:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89131:89131:256:4294967295] 192.168.204.1@tcp LPNI seq info [89131:89131:8:4294967295] 00000400:00000200:3.0:1761313445.940086:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.940090:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.940094:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82354770). 00080000:00000010:2.0:1761313445.940096:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e586c841. 00000800:00000200:3.0:1761313445.940098:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.940104:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.940107:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313445.940131:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.940135:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:3.0:1761313445.940138:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6ccb6ee. 00010000:00000010:2.0:1761313445.940176:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd82f5a5. 00010000:00000010:2.0:1761313445.940183:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006d9168a1. 00000800:00000200:0.0:1761313445.940231:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.940234:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354522). 00000400:00000200:0.0:1761313445.940237:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.940241:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.940243:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c44581b 00000400:00000010:0.0:1761313445.940244:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c44581b. 00010000:00000010:2.0:1761313445.940247:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d39ad6eb. 00010000:00000010:2.0:1761313445.940252:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313445.940260:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000201756fa. 00000100:00000010:2.0:1761313445.940264:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004cdf37e1. 00000100:00000010:2.0:1761313445.940269:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b23b8fe. 02000000:00000010:2.0:1761313445.940280:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5a150e0. 02000000:00000010:2.0:1761313445.940297:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb573ee2. 00000400:00000010:2.0:1761313445.940302:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f171e134. 00000400:00000010:2.0:1761313445.940305:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021a4f2ae. 00000100:00000200:2.0:1761313445.940309:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485120, portal 16 00000400:00000010:2.0:1761313445.940312:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000186eaed7. 00000100:00000200:2.0:1761313445.940314:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485120, offset 0 00000400:00000200:2.0:1761313445.940319:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.940325:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.940330:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.940333:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.940336:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.940338:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89132:89132:256:4294967295] 192.168.204.1@tcp LPNI seq info [89132:89132:8:4294967295] 00000400:00000200:2.0:1761313445.940344:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.940349:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.940352:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025c7dbcf (tot 82354770). 00000800:00000200:2.0:1761313445.940356:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.940359:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.940361:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025c7dbcf type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313445.940527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b659e0. 00010000:00000010:2.1:1761313445.940558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002716401b. 00010000:00000010:2.1:1761313445.940568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595659dc. 00010000:00000010:2.1:1761313445.940574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044ac3629. 00010000:00000010:2.1:1761313445.940576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d233dec7. 00000800:00000200:0.0:1761313445.940658:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.940661:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025c7dbcf (tot 82354522). 00000400:00000200:0.0:1761313445.940665:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.940669:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.940675:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000186eaed7 00000400:00000010:0.0:1761313445.940676:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000186eaed7. 00000100:00000200:0.0:1761313445.940681:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b23b8fe x1846869206485120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.942536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f130b8f. 00010000:00000010:1.1:1761313445.942557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009749db3f. 00000400:00000200:2.0:1761313445.942582:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00010000:00000010:0.1:1761313445.942593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dde9291d. 00000400:00000200:2.0:1761313445.942597:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc880 00010000:00000010:0.1:1761313445.942599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d29b93a5. 00000400:00000200:2.0:1761313445.942605:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadff1 [1] + 224 00000400:00000200:2.0:1761313445.942616:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.942619:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.942627:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b23b8fe x1846869206485120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.942656:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.942661:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954680 00000400:00000200:2.0:1761313445.942665:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac949 [2] + 656 00000400:00000010:0.0:1761313445.942682:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f171e134. 00000400:00000200:0.0:1761313445.942685:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021a4f2ae 00000400:00000010:0.0:1761313445.942687:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021a4f2ae. 00000100:00000200:0.0:1761313445.942701:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b23b8fe x1846869206485120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313445.942710:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b23b8fe x1846869206485120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313445.942735:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb573ee2. 02000000:00000010:0.0:1761313445.942740:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b5a150e0. 00000100:00000010:0.0:1761313445.942744:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b23b8fe. 00000100:00000010:0.0:1761313445.942748:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004cdf37e1. 00010000:00000010:0.0:1761313445.942751:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000201756fa. 00000400:00000200:2.0:1761313445.942812:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.942817:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.942821:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.942826:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090a40237. 00000020:00000010:3.0:1761313445.942945:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6ccb6ee. 00000020:00000010:3.0:1761313445.942952:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.942956:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313445.942979:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090a40237 x1846869199505024/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313445.943014:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505024 02000000:00000010:3.0:1761313445.943025:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000072a52463. 00010000:00000010:3.0:1761313445.943061:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bded54fb. 00010000:00000010:3.0:1761313445.943083:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.943089:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.943104:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.943108:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313445.943120:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000542f1aca. 00000100:00000200:3.0:1761313445.943124:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505024, offset 224 00000400:00000200:3.0:1761313445.943130:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.943140:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.943145:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89133:89133:256:4294967295] 192.168.204.1@tcp LPNI seq info [89133:89133:8:4294967295] 00000400:00000200:3.0:1761313445.943154:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.943159:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.943178:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354770). 00000800:00000200:3.0:1761313445.943184:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.943191:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.943195:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313445.943224:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.943228:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:3.0:1761313445.943232:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6ccb6ee. 00080000:00000010:0.0:1761313445.943257:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019c54b55. 00010000:00000010:0.0:1761313445.943343:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000def6c8ff. 00010000:00000010:0.0:1761313445.943350:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e16a0a8. 00010000:00000010:0.0:1761313445.943418:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be224e33. 00010000:00000010:0.0:1761313445.943424:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1365b5d. 00010000:00000010:0.0:1761313445.943433:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007370a507. 00000100:00000010:0.0:1761313445.943436:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ddd1a54. 00000100:00000010:0.0:1761313445.943443:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313445.943454:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2bcb852. 02000000:00000010:0.0:1761313445.943508:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e0dd5b2. 00000400:00000010:0.0:1761313445.943513:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f833fed9. 00000400:00000010:0.0:1761313445.943517:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bf2771b. 00000100:00000200:0.0:1761313445.943522:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485184, portal 16 00000400:00000010:0.0:1761313445.943526:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79a4b62. 00000100:00000200:0.0:1761313445.943528:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485184, offset 0 00000400:00000200:0.0:1761313445.943532:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.943538:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.943544:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313445.943547:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313445.943549:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313445.943552:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89134:89134:255:4294967295] 192.168.204.1@tcp LPNI seq info [89134:89134:7:4294967295] 00000400:00000200:0.0:1761313445.943557:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.943561:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.943564:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82355018). 00000800:00000200:0.0:1761313445.943567:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.943572:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.943574:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313445.943633:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047b3947d. 00010000:00000010:2.1:1761313445.943638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 00000800:00000200:1.0:1761313445.943681:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.943685:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354770). 00000400:00000200:1.0:1761313445.943689:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.943693:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.943696:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000542f1aca 00000400:00000010:1.0:1761313445.943698:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000542f1aca. 00000800:00000200:1.0:1761313445.943755:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.943757:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:1.0:1761313445.943760:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.943764:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.943766:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79a4b62 00000400:00000010:1.0:1761313445.943768:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79a4b62. 00000100:00000200:1.0:1761313445.943773:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206485184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313445.946069:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313445.946090:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc8c0 00000400:00000200:0.0:1761313445.946097:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xadffd [1] + 224 00000400:00000200:0.0:1761313445.946111:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.946114:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313445.946125:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206485184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313445.946224:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f833fed9. 00000400:00000200:2.0:1761313445.946230:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bf2771b 00000400:00000010:2.0:1761313445.946232:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bf2771b. 00000100:00000200:2.0:1761313445.946239:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206485184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.946246:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206485184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.946272:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e0dd5b2. 02000000:00000010:2.0:1761313445.946278:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2bcb852. 00000100:00000010:2.0:1761313445.946281:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:2.0:1761313445.946286:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ddd1a54. 00010000:00000010:2.0:1761313445.946290:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007370a507. 00010000:00000010:3.1:1761313445.947622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000526bcacf. 00010000:00000010:2.1:1761313445.947862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d681eeb. 00010000:00000010:2.1:1761313445.947875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066143813. 00000400:00000200:2.0:1761313445.947907:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.947921:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9546c0 00000400:00000200:2.0:1761313445.947929:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac949 [2] + 984 00000400:00000200:2.0:1761313445.947987:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.947998:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.948004:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313445.948010:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfd0c749. 00000020:00000010:3.0:1761313445.948097:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6ccb6ee. 00000020:00000010:3.0:1761313445.948105:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.948109:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313445.948136:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfd0c749 x1846869199505088/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313445.948181:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505088 02000000:00000010:3.0:1761313445.948400:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000074f76ac9. 00010000:00000010:3.0:1761313445.948431:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a812fb3. 00010000:00000010:3.0:1761313445.948453:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.948460:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.948490:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.948495:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313445.948515:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041794d07. 00000100:00000200:3.0:1761313445.948521:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505088, offset 224 00080000:00000010:2.0:1761313445.948524:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb573ee2. 00000400:00000200:3.0:1761313445.948529:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.948541:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.948547:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89135:89135:256:4294967295] 192.168.204.1@tcp LPNI seq info [89135:89135:8:4294967295] 00000400:00000200:3.0:1761313445.948557:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.948562:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.948571:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82354770). 00000800:00000200:3.0:1761313445.948577:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.948584:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.948587:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313445.948610:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.948614:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:3.0:1761313445.948618:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6ccb6ee. 00000800:00000200:1.0:1761313445.948686:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.948691:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:1.0:1761313445.948701:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.948706:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.948709:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041794d07 00000400:00000010:1.0:1761313445.948711:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041794d07. 00010000:00000010:2.0:1761313445.948779:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1365b5d. 00010000:00000010:2.0:1761313445.948787:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba9e9eda. 00010000:00000010:2.0:1761313445.948944:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044ac3629. 00010000:00000010:2.0:1761313445.948948:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313445.949065:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.0:1761313445.949072:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de33e44f. 00080000:00000010:2.0:1761313445.949087:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021ef6f47. 00010000:00000010:2.0:1761313445.949116:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313445.949120:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313445.949185:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d233dec7. 00010000:00000010:2.0:1761313445.949189:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313445.949196:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9b95f73. 00000100:00000010:2.0:1761313445.949200:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000801c9c3b. 00000100:00000010:2.0:1761313445.949206:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058c26597. 02000000:00000010:2.0:1761313445.949220:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064957762. 02000000:00000010:2.0:1761313445.949332:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000515ccc16. 00000400:00000010:2.0:1761313445.949338:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009d8191c8. 00000400:00000010:2.0:1761313445.949342:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035d7aaa1. 00000100:00000200:2.0:1761313445.949348:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485248, portal 16 00000400:00000010:2.0:1761313445.949352:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcbfc429. 00000100:00000200:2.0:1761313445.949355:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485248, offset 0 00000400:00000200:2.0:1761313445.949361:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.949370:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.949376:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.949380:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.949383:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.949386:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89136:89136:256:4294967295] 192.168.204.1@tcp LPNI seq info [89136:89136:8:4294967295] 00000400:00000200:2.0:1761313445.949394:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.949399:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.949402:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb86b6d5 (tot 82354770). 00000800:00000200:2.0:1761313445.949406:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.949411:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.949414:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bb86b6d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.949676:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.949680:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb86b6d5 (tot 82354522). 00000400:00000200:0.0:1761313445.949684:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.949689:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.949693:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcbfc429 00000400:00000010:0.0:1761313445.949694:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcbfc429. 00000100:00000200:0.0:1761313445.949701:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000058c26597 x1846869206485248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313445.951071:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313445.951089:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc900 00000400:00000200:2.0:1761313445.951097:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae009 [1] + 224 00000400:00000200:2.0:1761313445.951111:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.951115:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313445.951124:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000058c26597 x1846869206485248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313445.951214:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009d8191c8. 00000400:00000200:0.0:1761313445.951219:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035d7aaa1 00000400:00000010:0.0:1761313445.951221:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035d7aaa1. 00000100:00000200:0.0:1761313445.951227:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000058c26597 x1846869206485248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313445.951234:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000058c26597 x1846869206485248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313445.951260:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000515ccc16. 02000000:00000010:0.0:1761313445.951266:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064957762. 00000100:00000010:0.0:1761313445.951271:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058c26597. 00000100:00000010:0.0:1761313445.951275:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000801c9c3b. 00010000:00000010:0.0:1761313445.951278:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9b95f73. 00010000:00000010:0.1:1761313445.951699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061277b15. 00010000:00000010:0.1:1761313445.951708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39ad6eb. 00010000:00000010:3.1:1761313445.952707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b322a5ed. 00000400:00000200:1.0:1761313445.952715:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.952729:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954700 00000400:00000200:1.0:1761313445.952735:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac949 [2] + 1312 00000400:00000200:1.0:1761313445.952790:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.952794:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.952799:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313445.952804:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a66c56e. 00000020:00000010:3.0:1761313445.952957:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6ccb6ee. 00000020:00000010:3.0:1761313445.952964:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.952969:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313445.952993:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a66c56e x1846869199505152/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313445.953028:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505152 02000000:00000010:3.0:1761313445.953048:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007e238c73. 00010000:00000010:3.0:1761313445.953075:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e63c5ec. 00010000:00000010:3.0:1761313445.953094:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.953101:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.953121:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.953125:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313445.953137:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eafa7148. 00000100:00000200:3.0:1761313445.953142:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505152, offset 224 00000400:00000200:3.0:1761313445.953153:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.953163:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.953177:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89137:89137:256:4294967295] 192.168.204.1@tcp LPNI seq info [89137:89137:8:4294967295] 00000400:00000200:3.0:1761313445.953186:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.953191:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.953195:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82354770). 00000800:00000200:3.0:1761313445.953200:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.953210:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.953213:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313445.953240:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.953243:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:3.0:1761313445.953248:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6ccb6ee. 00080000:00000010:0.0:1761313445.953321:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2bcb852. 00010000:00000010:0.0:1761313445.953423:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de33e44f. 00010000:00000010:0.0:1761313445.953429:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005afb77af. 00000800:00000200:1.0:1761313445.953521:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.953524:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:1.0:1761313445.953528:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761313445.953528:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066143813. 00000400:00000200:1.0:1761313445.953532:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00010000:00000010:0.0:1761313445.953534:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af28a2b3. 00000400:00000200:1.0:1761313445.953535:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eafa7148 00000400:00000010:1.0:1761313445.953537:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eafa7148. 00010000:00000010:0.0:1761313445.953544:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313445.953547:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0e105ac. 00000100:00000010:0.0:1761313445.953553:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313445.953563:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e0dd5b2. 02000000:00000010:0.0:1761313445.953586:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064957762. 00000400:00000010:0.0:1761313445.953591:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062ddf5a7. 00000400:00000010:0.0:1761313445.953596:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313445.953600:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485312, portal 16 00000400:00000010:0.0:1761313445.953605:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f602c09. 00000100:00000200:0.0:1761313445.953607:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485312, offset 0 00000400:00000200:0.0:1761313445.953612:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.953617:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.953623:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313445.953626:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313445.953630:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313445.953632:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89138:89138:256:4294967295] 192.168.204.1@tcp LPNI seq info [89138:89138:8:4294967295] 00000400:00000200:0.0:1761313445.953639:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.953643:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.953646:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313445.953650:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.953654:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.953656:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.953924:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.953927:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:2.0:1761313445.953930:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.953933:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.953936:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f602c09 00000400:00000010:2.0:1761313445.953937:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f602c09. 00000100:00000200:2.0:1761313445.953943:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206485312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.955537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c77e23. 00010000:00000010:2.1:1761313445.956241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000302329f5. 00010000:00000010:2.1:1761313445.956250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be224e33. 00010000:00000010:2.1:1761313445.956265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044ac3629. 00010000:00000010:2.1:1761313445.956268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 00000400:00000200:1.0:1761313445.958041:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.958062:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc940 00000400:00000200:1.0:1761313445.958072:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae015 [1] + 224 00000400:00000200:1.0:1761313445.958254:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.958260:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.958272:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206485312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313445.958750:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062ddf5a7. 00000400:00000200:0.0:1761313445.958755:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313445.958759:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313445.958768:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206485312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313445.958776:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206485312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313445.958812:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064957762. 02000000:00000010:0.0:1761313445.958819:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e0dd5b2. 00000100:00000010:0.0:1761313445.958825:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313445.958829:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0e105ac. 00010000:00000010:0.0:1761313445.958834:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313445.958984:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.958994:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954740 00000400:00000200:1.0:1761313445.958999:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac949 [2] + 1640 00000400:00000200:1.0:1761313445.959057:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.959061:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.959065:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313445.959071:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cad12d40. 00000020:00000010:3.0:1761313445.959327:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6ccb6ee. 00000020:00000010:3.0:1761313445.959335:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.959339:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313445.959368:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cad12d40 x1846869199505216/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313445.959402:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505216 02000000:00000010:3.0:1761313445.959416:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fc466756. 00010000:00000010:3.0:1761313445.959443:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ddb1705. 00010000:00000010:3.0:1761313445.959464:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.959499:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.959509:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.959513:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313445.959527:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4631295. 00000100:00000200:3.0:1761313445.959532:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505216, offset 224 00000400:00000200:3.0:1761313445.959540:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.959550:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.959555:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89139:89139:256:4294967295] 192.168.204.1@tcp LPNI seq info [89139:89139:8:4294967295] 00000400:00000200:3.0:1761313445.959566:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.959571:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.959576:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2099ebe (tot 82354770). 00000800:00000200:3.0:1761313445.959582:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.959588:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.959592:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e2099ebe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313445.959618:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.959622:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:3.0:1761313445.959626:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6ccb6ee. 00080000:00000010:0.0:1761313445.959973:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064957762. 00010000:00000010:0.0:1761313445.960065:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af28a2b3. 00010000:00000010:0.0:1761313445.960071:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae7d84a0. 00010000:00000010:0.0:1761313445.960152:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078287cf1. 00010000:00000010:0.0:1761313445.960158:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af28a2b3. 00010000:00000010:0.0:1761313445.960177:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313445.960182:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0e105ac. 00000100:00000010:0.0:1761313445.960188:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313445.960199:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e0dd5b2. 02000000:00000010:0.0:1761313445.960220:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5a150e0. 00000400:00000010:0.0:1761313445.960226:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062ddf5a7. 00000400:00000010:0.0:1761313445.960229:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313445.960235:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485376, portal 16 00000400:00000010:0.0:1761313445.960239:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313445.960241:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485376, offset 0 00000400:00000200:0.0:1761313445.960248:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.960256:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.960262:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313445.960265:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313445.960268:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313445.960270:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89140:89140:255:4294967295] 192.168.204.1@tcp LPNI seq info [89140:89140:7:4294967295] 00000400:00000200:0.0:1761313445.960278:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.960283:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.960287:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018b1f5e4 (tot 82355018). 00000800:00000200:0.0:1761313445.960291:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.960295:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.960298:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018b1f5e4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313445.960392:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.960395:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2099ebe (tot 82354770). 00000400:00000200:2.0:1761313445.960400:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.960405:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.960408:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4631295 00000400:00000010:2.0:1761313445.960410:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4631295. 00000800:00000200:2.0:1761313445.960501:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313445.960503:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018b1f5e4 (tot 82354522). 00000400:00000200:2.0:1761313445.960507:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.960510:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.960513:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:2.0:1761313445.960514:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:2.0:1761313445.960520:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206485376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313445.962073:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.962090:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc980 00000400:00000200:1.0:1761313445.962098:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae021 [1] + 224 00000400:00000200:1.0:1761313445.962113:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.962116:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.962123:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206485376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313445.962384:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062ddf5a7. 00000400:00000200:0.0:1761313445.962389:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313445.962392:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313445.962399:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206485376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313445.962407:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206485376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313445.962435:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5a150e0. 02000000:00000010:0.0:1761313445.962441:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e0dd5b2. 00000100:00000010:0.0:1761313445.962446:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313445.962449:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0e105ac. 00010000:00000010:0.0:1761313445.962452:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00010000:00000010:3.1:1761313445.964993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bc171e7. 00010000:00000010:0.1:1761313445.965848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031666e55. 00010000:00000010:0.1:1761313445.965858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d233dec7. 00010000:00000010:3.1:1761313445.967623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddcd0577. 00000400:00000200:1.0:1761313445.969074:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.969098:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954780 00000400:00000200:1.0:1761313445.969106:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac949 [2] + 1968 00000400:00000010:1.0:1761313445.969111:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088fad880. 00000400:00000200:1.0:1761313445.969117:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005a0fdf37 00000400:00000200:1.0:1761313445.969685:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.969693:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.969699:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a0fdf37 00000400:00000010:1.0:1761313445.969701:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005a0fdf37 (tot 82354370). 00000100:00000200:1.0:1761313445.969707:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313445.969943:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6ccb6ee. 00000020:00000010:3.0:1761313445.969951:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.969955:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313445.969982:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003f9a798b x1846869199505280/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313445.970021:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505280 02000000:00000010:3.0:1761313445.970032:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c15adc84. 00010000:00000010:3.0:1761313445.970061:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000090c047da. 00010000:00000010:3.0:1761313445.970082:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.970089:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f0cd382. 00000100:00000010:3.0:1761313445.970107:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f0cd382. 00010000:00000010:3.0:1761313445.970111:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313445.970125:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008958a6fd. 00000100:00000200:3.0:1761313445.970130:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505280, offset 224 00000400:00000200:3.0:1761313445.970137:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:0.0:1761313445.970143:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5a150e0. 00000400:00000200:3.0:1761313445.970148:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.970153:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89141:89141:256:4294967295] 192.168.204.1@tcp LPNI seq info [89141:89141:8:4294967295] 00000400:00000200:3.0:1761313445.970162:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.970176:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.970181:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2099ebe (tot 82354618). 00000800:00000200:3.0:1761313445.970186:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.970193:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.970196:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e2099ebe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313445.970218:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.970221:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:3.0:1761313445.970226:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6ccb6ee. 02000000:00000010:3.0:1761313445.970236:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fc466756. 00000100:00000010:3.0:1761313445.970239:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cad12d40. 02000000:00000010:3.0:1761313445.970243:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007e238c73. 00000100:00000010:3.0:1761313445.970245:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a66c56e. 00010000:00000010:0.0:1761313445.970246:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af28a2b3. 02000000:00000010:3.0:1761313445.970248:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000074f76ac9. 00000100:00000010:3.0:1761313445.970250:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfd0c749. 02000000:00000010:3.0:1761313445.970253:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000072a52463. 00010000:00000010:0.0:1761313445.970253:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bf67422. 00000100:00000010:3.0:1761313445.970255:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090a40237. 02000000:00000010:3.0:1761313445.970258:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000013e79982. 00000100:00000010:3.0:1761313445.970259:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 02000000:00000010:3.0:1761313445.970262:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006895a28. 00000100:00000010:3.0:1761313445.970263:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000033a689f9. 00000100:00000200:3.0:1761313445.970270:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313445.970275:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007724b32. 00000400:00000010:3.0:1761313445.970279:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007f0cd382 (tot 82354770). 00010000:00000010:0.0:1761313445.970341:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ab75f2f. 00010000:00000010:0.0:1761313445.970347:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af28a2b3. 00010000:00000010:0.0:1761313445.970358:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313445.970362:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0e105ac. 00000100:00000010:0.0:1761313445.970369:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313445.970381:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e0dd5b2. 02000000:00000010:0.0:1761313445.970405:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012990f2f. 00000400:00000010:0.0:1761313445.970409:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062ddf5a7. 00000400:00000010:0.0:1761313445.970413:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313445.970415:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485440, portal 16 00000400:00000010:0.0:1761313445.970420:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313445.970421:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485440, offset 0 00000400:00000200:0.0:1761313445.970426:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.970433:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.970439:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313445.970443:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313445.970446:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313445.970448:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89142:89142:255:4294967295] 192.168.204.1@tcp LPNI seq info [89142:89142:7:4294967295] 00000400:00000200:0.0:1761313445.970455:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.970459:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.970462:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aace3980 (tot 82355018). 00000800:00000200:0.0:1761313445.970466:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.970494:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.970497:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aace3980 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313445.970744:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.970747:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2099ebe (tot 82354770). 00000400:00000200:1.0:1761313445.970751:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.970756:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.970759:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008958a6fd 00000400:00000010:1.0:1761313445.970761:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008958a6fd. 02000000:00000010:1.0:1761313445.970766:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c15adc84. 00000800:00000200:1.0:1761313445.970985:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.970987:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aace3980 (tot 82354522). 00000400:00000200:1.0:1761313445.970991:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.970995:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.970997:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:1.0:1761313445.970999:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:1.0:1761313445.971004:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206485440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313445.971874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005feb4431. 00010000:00000010:0.1:1761313445.971883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066143813. 00000400:00000200:1.0:1761313445.973836:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.973854:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffc9c0 00000400:00000200:1.0:1761313445.973862:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae031 [1] + 224 00000400:00000200:1.0:1761313445.973872:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.973875:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.973885:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206485440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313445.973921:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.973926:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9547c0 00000400:00000200:1.0:1761313445.973932:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac9a1 [2] + 0 00000400:00000200:1.0:1761313445.973992:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.973996:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.974000:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313445.974005:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a66c56e. 00000400:00000010:0.0:1761313445.974265:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062ddf5a7. 00000400:00000200:0.0:1761313445.974271:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313445.974273:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313445.974279:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206485440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313445.974286:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206485440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313445.974317:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012990f2f. 02000000:00000010:0.0:1761313445.974322:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e0dd5b2. 00000100:00000010:0.0:1761313445.974327:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313445.974342:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0e105ac. 00010000:00000010:0.0:1761313445.974347:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000020:00000010:3.0:1761313445.974415:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c15adc84. 00000020:00000010:3.0:1761313445.974422:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.974428:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313445.974447:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a66c56e x1846869199505344/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313445.974505:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505344 02000000:00000010:3.0:1761313445.974516:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fc466756. 00010000:00000010:3.0:1761313445.974541:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d82dc521. 00010000:00000010:3.0:1761313445.974559:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.974570:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313445.974590:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00010000:00000010:3.0:1761313445.974593:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313445.974608:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a508bee2. 00000100:00000200:3.0:1761313445.974611:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505344, offset 224 00000400:00000200:3.0:1761313445.974618:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313445.974627:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.974633:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89143:89143:256:4294967295] 192.168.204.1@tcp LPNI seq info [89143:89143:8:4294967295] 00000400:00000200:3.0:1761313445.974643:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.974648:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.974652:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82354770). 00000800:00000200:3.0:1761313445.974656:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.974663:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.974667:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313445.974679:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.974682:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:3.0:1761313445.974687:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c15adc84. 00080000:00000010:2.0:1761313445.974812:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ceacf83b. 00010000:00000010:2.0:1761313445.974925:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af28a2b3. 00010000:00000010:2.0:1761313445.974932:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0bec847. 00000800:00000200:1.0:1761313445.974988:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.974992:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:1.0:1761313445.974996:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.975001:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.975004:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a508bee2 00000400:00000010:1.0:1761313445.975006:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a508bee2. 00010000:00000010:2.0:1761313445.975010:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.0:1761313445.975018:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313445.975028:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ac06d1. 00000100:00000010:2.0:1761313445.975032:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313445.975038:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313445.975048:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000515ccc16. 02000000:00000010:2.0:1761313445.975070:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000995b22b2. 00000400:00000010:2.0:1761313445.975075:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313445.975079:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313445.975082:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485504, portal 16 00000400:00000010:2.0:1761313445.975086:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d83013. 00000100:00000200:2.0:1761313445.975088:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485504, offset 0 00000400:00000200:2.0:1761313445.975094:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.975100:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.975106:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.975109:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.975112:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.975115:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89144:89144:256:4294967295] 192.168.204.1@tcp LPNI seq info [89144:89144:8:4294967295] 00000400:00000200:2.0:1761313445.975122:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.975126:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.975129:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068b7b57f (tot 82354770). 00000800:00000200:2.0:1761313445.975133:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.975137:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.975139:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068b7b57f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313445.975208:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313445.975211:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068b7b57f (tot 82354522). 00000400:00000200:0.0:1761313445.975215:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313445.975218:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313445.975221:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d83013 00000400:00000010:0.0:1761313445.975222:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d83013. 00000100:00000200:0.0:1761313445.975227:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206485504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313445.976588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048df87f0. 00000400:00000200:1.0:1761313445.980622:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.980644:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffca00 00000400:00000200:1.0:1761313445.980652:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae03d [1] + 224 00000400:00000200:1.0:1761313445.980671:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.980675:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.980686:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206485504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313445.981012:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:2.0:1761313445.981018:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313445.981020:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:2.0:1761313445.981026:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206485504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.981034:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206485504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.981064:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000995b22b2. 02000000:00000010:2.0:1761313445.981072:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000515ccc16. 00000100:00000010:2.0:1761313445.981076:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:2.0:1761313445.981082:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313445.981086:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ac06d1. 00000400:00000200:1.0:1761313445.981372:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.981384:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954800 00000400:00000200:1.0:1761313445.981390:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac9a1 [2] + 328 00000400:00000200:1.0:1761313445.981456:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.981461:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.981465:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1761313445.981501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d10af8e. 00000100:00000010:1.0:1761313445.981505:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cad12d40. 00010000:00000010:2.1:1761313445.981593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c629f907. 00010000:00000010:2.1:1761313445.981600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ab75f2f. 00010000:00000010:0.1:1761313445.981617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa95e330. 00010000:00000010:0.1:1761313445.981631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078287cf1. 00000020:00000010:0.0:1761313445.981666:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012990f2f. 00000020:00000010:0.0:1761313445.981672:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.981677:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313445.981704:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cad12d40 x1846869199505408/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313445.981739:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505408 02000000:00000010:0.0:1761313445.981751:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e0dd5b2. 00010000:00000010:0.0:1761313445.981776:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006831536b. 00010000:00000010:0.0:1761313445.981793:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313445.981799:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0e105ac. 00000100:00000010:0.0:1761313445.982832:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0e105ac. 00010000:00000010:0.0:1761313445.982840:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313445.982862:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313445.982868:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505408, offset 224 00000400:00000200:0.0:1761313445.982879:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.982902:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.982907:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89145:89145:256:4294967295] 192.168.204.1@tcp LPNI seq info [89145:89145:8:4294967295] 00000400:00000200:0.0:1761313445.982917:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.982924:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.982929:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313445.982935:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.982942:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.982949:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761313445.982957:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000995b22b2. 00010000:00000010:2.0:1761313445.983111:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313445.983119:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000050439c32. 00000020:00000010:0.0:1761313445.983150:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.983156:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313445.983160:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012990f2f. 00010000:00000010:2.0:1761313445.983260:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044ac3629. 00010000:00000010:2.0:1761313445.983264:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313445.983270:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000595659dc. 00010000:00000010:2.0:1761313445.983275:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00000800:00000200:1.0:1761313445.983290:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1761313445.983292:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000515ccc16. 00000800:00000010:1.0:1761313445.983295:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:1.0:1761313445.983298:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.983303:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.983307:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:1.0:1761313445.983309:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00010000:00000010:2.0:1761313445.983317:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313445.983320:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313445.983372:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a23f6d4. 00010000:00000010:2.0:1761313445.983376:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313445.983383:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ac06d1. 00000100:00000010:2.0:1761313445.983387:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313445.983394:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313445.983410:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092218095. 02000000:00000010:2.0:1761313445.983434:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eab95530. 00000400:00000010:2.0:1761313445.983440:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313445.983444:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313445.983449:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485568, portal 16 00000400:00000010:2.0:1761313445.983453:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085c15d57. 00000100:00000200:2.0:1761313445.983455:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485568, offset 0 00000400:00000200:2.0:1761313445.983461:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.983488:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.983495:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.983498:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.983500:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.983503:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89146:89146:256:4294967295] 192.168.204.1@tcp LPNI seq info [89146:89146:8:4294967295] 00000400:00000200:2.0:1761313445.983511:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.983515:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.983518:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c24a49b (tot 82354770). 00000800:00000200:2.0:1761313445.983522:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.983526:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.983528:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c24a49b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313445.983606:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.983608:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c24a49b (tot 82354522). 00000400:00000200:1.0:1761313445.983612:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.983616:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.983618:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085c15d57 00000400:00000010:1.0:1761313445.983620:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085c15d57. 00000100:00000200:1.0:1761313445.983625:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206485568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313445.988798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000228e1dc0. 00000400:00000200:1.0:1761313445.989552:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.989572:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffca40 00000400:00000200:1.0:1761313445.989581:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae049 [1] + 224 00000400:00000200:1.0:1761313445.989594:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.989599:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.989611:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206485568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313445.989649:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.989654:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954840 00000400:00000200:1.0:1761313445.989658:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac9a1 [2] + 656 00000400:00000200:1.0:1761313445.989730:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.989734:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.989738:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313445.989743:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000b85021. 00000020:00000010:0.0:1761313445.990063:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012990f2f. 00000020:00000010:0.0:1761313445.990071:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.990075:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313445.990101:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000000b85021 x1846869199505472/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313445.990138:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505472 02000000:00000010:0.0:1761313445.990152:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d684e384. 00010000:00000010:0.0:1761313445.990213:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313445.990220:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0e105ac. 00000100:00000010:0.0:1761313445.990226:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0e105ac. 00010000:00000010:0.0:1761313445.990230:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313445.990244:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f21e616. 00000100:00000200:0.0:1761313445.990248:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505472, offset 224 00000400:00000200:0.0:1761313445.990256:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313445.990266:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313445.990271:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89147:89147:256:4294967295] 192.168.204.1@tcp LPNI seq info [89147:89147:8:4294967295] 00000400:00000200:0.0:1761313445.990280:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313445.990285:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313445.990290:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313445.990295:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313445.990311:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313445.990315:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313445.990338:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313445.990343:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313445.990346:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012990f2f. 00000400:00000010:2.0:1761313445.990360:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:2.0:1761313445.990365:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313445.990367:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:2.0:1761313445.990375:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206485568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.990383:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206485568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313445.990406:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1b85d19. 02000000:00000010:2.0:1761313445.990425:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eab95530. 02000000:00000010:2.0:1761313445.990430:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092218095. 00000100:00000010:2.0:1761313445.990435:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:2.0:1761313445.990449:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313445.990452:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ac06d1. 00080000:00000010:2.0:1761313445.990509:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eab95530. 00010000:00000010:2.0:1761313445.990598:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313445.990604:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba42b7cf. 00010000:00000010:2.0:1761313445.990678:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d27a70d7. 00010000:00000010:2.0:1761313445.990684:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313445.990693:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ac06d1. 00000100:00000010:2.0:1761313445.990696:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313445.990701:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313445.990711:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056690ee0. 02000000:00000010:2.0:1761313445.990732:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069c9e603. 00000400:00000010:2.0:1761313445.990736:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313445.990739:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313445.990744:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485632, portal 16 00000400:00000010:2.0:1761313445.990748:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085c15d57. 00000100:00000200:2.0:1761313445.990750:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485632, offset 0 00000400:00000200:2.0:1761313445.990755:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.990761:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313445.990768:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313445.990772:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313445.990775:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313445.990782:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89148:89148:255:4294967295] 192.168.204.1@tcp LPNI seq info [89148:89148:7:4294967295] 00000400:00000200:2.0:1761313445.990790:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.990794:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.990798:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a90f11e (tot 82355018). 00000800:00000200:2.0:1761313445.990801:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.990805:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.990808:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a90f11e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313445.991581:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.991586:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354770). 00000400:00000200:1.0:1761313445.991592:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.991597:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.991600:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f21e616 00000400:00000010:1.0:1761313445.991602:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f21e616. 00000800:00000200:1.0:1761313445.991654:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.991656:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a90f11e (tot 82354522). 00000400:00000200:1.0:1761313445.991659:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.991662:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.991664:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085c15d57 00000400:00000010:1.0:1761313445.991665:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085c15d57. 00000100:00000200:1.0:1761313445.991670:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206485632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313445.994088:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.994109:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffca80 00000400:00000200:1.0:1761313445.994117:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae055 [1] + 224 00000400:00000200:1.0:1761313445.994132:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.994136:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.994146:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206485632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313445.994573:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:2.0:1761313445.994579:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313445.994581:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:2.0:1761313445.994589:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206485632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.994599:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206485632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.994626:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069c9e603. 02000000:00000010:2.0:1761313445.994631:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000056690ee0. 00000100:00000010:2.0:1761313445.994635:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:2.0:1761313445.994640:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313445.994643:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ac06d1. 00000400:00000200:1.0:1761313445.995909:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.995926:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954880 00000400:00000200:1.0:1761313445.995935:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac9a1 [2] + 984 00000400:00000200:1.0:1761313445.996002:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.996007:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.996013:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313445.996019:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d2a47a7c. 00000020:00000010:3.0:1761313445.996119:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c15adc84. 00000020:00000010:3.0:1761313445.996126:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.996131:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313445.996156:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d2a47a7c x1846869199505536/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:413/0 lens 328/0 e 0 to 0 dl 1761313488 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313445.996201:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505536 02000000:00000010:3.0:1761313445.996213:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006895a28. 00010000:00000010:3.0:1761313445.996244:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077299cb7. 00010000:00000010:3.0:1761313445.996265:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313445.996271:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313445.996289:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00010000:00000010:3.0:1761313445.996293:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313445.996307:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003773d4dc. 00000100:00000200:3.0:1761313445.996312:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505536, offset 224 00000400:00000200:3.0:1761313445.996321:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:2.0:1761313445.996323:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056690ee0. 00000400:00000200:3.0:1761313445.996335:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313445.996341:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89149:89149:256:4294967295] 192.168.204.1@tcp LPNI seq info [89149:89149:8:4294967295] 00000400:00000200:3.0:1761313445.996352:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313445.996356:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313445.996361:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82354770). 00000800:00000200:3.0:1761313445.996366:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313445.996372:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313445.996376:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313445.996397:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313445.996402:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:3.0:1761313445.996407:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c15adc84. 00010000:00000010:2.0:1761313445.996412:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313445.996420:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039651a0d. 00010000:00000010:2.0:1761313445.996522:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e4fd248. 00010000:00000010:2.0:1761313445.996528:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313445.996537:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ac06d1. 00000100:00000010:2.0:1761313445.996541:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313445.996548:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313445.996559:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000069c9e603. 02000000:00000010:2.0:1761313445.996583:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a1c90d4. 00000400:00000010:2.0:1761313445.996588:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313445.996592:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313445.996597:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485696, portal 16 00000400:00000010:2.0:1761313445.996602:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d83013. 00000100:00000200:2.0:1761313445.996604:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485696, offset 0 00000400:00000200:2.0:1761313445.996610:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313445.996616:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000800:00000200:1.0:1761313445.996618:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.996623:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:2.0:1761313445.996625:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313445.996627:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313445.996630:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313445.996633:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313445.996637:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313445.996638:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003773d4dc 00000400:00000010:1.0:1761313445.996641:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003773d4dc. 00000400:00000200:2.0:1761313445.996643:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89150:89150:255:4294967295] 192.168.204.1@tcp LPNI seq info [89150:89150:7:4294967295] 00000400:00000200:2.0:1761313445.996651:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313445.996655:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313445.996659:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048e3401e (tot 82354770). 00000800:00000200:2.0:1761313445.996664:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313445.996668:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313445.996671:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048e3401e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313445.996879:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313445.996881:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048e3401e (tot 82354522). 00000400:00000200:1.0:1761313445.996885:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.996889:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313445.996891:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d83013 00000400:00000010:1.0:1761313445.996892:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d83013. 00000100:00000200:1.0:1761313445.996897:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206485696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313445.997522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003db96fca. 00010000:00000010:2.1:1761313445.997531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.1:1761313445.997535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044ac3629. 00010000:00000010:2.1:1761313445.997537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595659dc. 00000400:00000200:1.0:1761313445.999300:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313445.999320:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcac0 00000400:00000200:1.0:1761313445.999329:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae061 [1] + 224 00000400:00000200:1.0:1761313445.999346:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313445.999350:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313445.999369:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206485696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313445.999435:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:2.0:1761313445.999441:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313445.999443:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:2.0:1761313445.999451:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206485696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313445.999458:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206485696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313489 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313445.999519:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a1c90d4. 02000000:00000010:2.0:1761313445.999527:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000069c9e603. 00000100:00000010:2.0:1761313445.999531:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:2.0:1761313445.999536:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313445.999539:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ac06d1. 00010000:00000010:3.1:1761313446.000732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27cfabd. 00000400:00000200:1.0:1761313446.002821:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.002841:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9548c0 00000400:00000200:1.0:1761313446.002850:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac9a1 [2] + 1312 00000400:00000200:1.0:1761313446.002921:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.002925:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.002932:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.002940:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00000020:00000010:0.0:1761313446.003077:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012990f2f. 00000020:00000010:0.0:1761313446.003085:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.003089:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.003114:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199505600/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313446.003149:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505600 02000000:00000010:0.0:1761313446.003162:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000438fff86. 00010000:00000010:0.0:1761313446.003200:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e85bfb1d. 00010000:00000010:0.0:1761313446.003223:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.003230:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0e105ac. 00000100:00000010:0.0:1761313446.003248:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0e105ac. 00010000:00000010:0.0:1761313446.003251:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.003262:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f44040b3. 00000100:00000200:0.0:1761313446.003267:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505600, offset 224 00000400:00000200:0.0:1761313446.003274:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.003284:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.003289:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89151:89151:256:4294967295] 192.168.204.1@tcp LPNI seq info [89151:89151:8:4294967295] 00000400:00000200:0.0:1761313446.003299:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.003303:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.003307:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aace3980 (tot 82354770). 00000800:00000200:0.0:1761313446.003312:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.003320:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.003323:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aace3980 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.003351:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.003355:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.003358:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012990f2f. 00080000:00000010:2.0:1761313446.003591:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069c9e603. 00010000:00000010:2.0:1761313446.003687:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313446.003696:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b61d4fd. 00010000:00000010:2.0:1761313446.003780:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000595659dc. 00010000:00000010:2.0:1761313446.003785:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313446.003796:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ac06d1. 00000100:00000010:2.0:1761313446.003800:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.003806:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313446.003821:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a1c90d4. 02000000:00000010:2.0:1761313446.003847:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039a952a0. 00000400:00000010:2.0:1761313446.003854:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313446.003858:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.003863:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485760, portal 16 00000400:00000010:2.0:1761313446.003868:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035d7aaa1. 00000100:00000200:2.0:1761313446.003870:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485760, offset 0 00000400:00000200:2.0:1761313446.003876:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.003884:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.003891:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.003894:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.003896:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.003899:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89152:89152:255:4294967295] 192.168.204.1@tcp LPNI seq info [89152:89152:7:4294967295] 00000400:00000200:2.0:1761313446.003906:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.003911:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.003914:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f58fd2 (tot 82355018). 00000800:00000200:2.0:1761313446.003918:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.003922:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.003924:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098f58fd2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.004234:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.004237:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aace3980 (tot 82354770). 00000400:00000200:1.0:1761313446.004243:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.004247:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.004251:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f44040b3 00000400:00000010:1.0:1761313446.004253:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f44040b3. 00000800:00000200:1.0:1761313446.004307:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.004310:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f58fd2 (tot 82354522). 00000400:00000200:1.0:1761313446.004313:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.004316:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.004318:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035d7aaa1 00000400:00000010:1.0:1761313446.004319:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035d7aaa1. 00000100:00000200:1.0:1761313446.004324:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206485760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.007329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005918b4a. 00010000:00000010:2.1:1761313446.007346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4f7038e. 00010000:00000010:2.1:1761313446.007351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a23f6d4. 00010000:00000010:2.1:1761313446.007356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aaee82e7. 00010000:00000010:2.1:1761313446.007359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27a70d7. 00000400:00000200:1.0:1761313446.008791:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.008811:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcb00 00000400:00000200:1.0:1761313446.008820:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae06d [1] + 224 00000400:00000200:1.0:1761313446.008833:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.008836:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.008849:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206485760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.009116:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.009122:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954900 00000400:00000200:1.0:1761313446.009126:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac9a1 [2] + 1640 00000400:00000200:1.0:1761313446.009135:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.009138:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.009141:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.009146:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00000400:00000010:2.0:1761313446.009211:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:2.0:1761313446.009216:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313446.009218:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.009224:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206485760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.009232:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206485760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.009266:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039a952a0. 02000000:00000010:2.0:1761313446.009272:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a1c90d4. 00000100:00000010:2.0:1761313446.009275:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:2.0:1761313446.009280:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313446.009284:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ac06d1. 00000020:00000010:3.0:1761313446.009363:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013e79982. 00000020:00000010:3.0:1761313446.009370:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313446.009375:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313446.009400:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199505664/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.009602:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505664 02000000:00000010:3.0:1761313446.009614:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000072a52463. 00010000:00000010:3.0:1761313446.009642:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033697ff3. 00010000:00000010:3.0:1761313446.009662:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.009669:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313446.009687:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00010000:00000010:3.0:1761313446.009691:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.009704:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c6939da. 00000100:00000200:3.0:1761313446.009708:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505664, offset 224 00000400:00000200:3.0:1761313446.009715:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.009726:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.009731:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89153:89153:256:4294967295] 192.168.204.1@tcp LPNI seq info [89153:89153:8:4294967295] 00000400:00000200:3.0:1761313446.009741:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.009745:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.009750:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354770). 00000800:00000200:3.0:1761313446.009755:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.009761:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.009765:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.009778:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313446.009782:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:3.0:1761313446.009785:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013e79982. 00000800:00000200:1.0:1761313446.009907:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.009910:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354522). 00000400:00000200:1.0:1761313446.009914:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.009918:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.009921:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c6939da 00000400:00000010:1.0:1761313446.009922:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c6939da. 00080000:00000010:2.0:1761313446.009978:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a1c90d4. 00010000:00000010:2.0:1761313446.010130:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313446.010137:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d18ac09. 00010000:00000010:2.0:1761313446.010223:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d27a70d7. 00010000:00000010:2.0:1761313446.010229:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313446.010238:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ac06d1. 00000100:00000010:2.0:1761313446.010240:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.010247:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313446.010256:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039a952a0. 02000000:00000010:2.0:1761313446.010278:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a781793. 00000400:00000010:2.0:1761313446.010283:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313446.010286:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.010291:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485824, portal 16 00000400:00000010:2.0:1761313446.010295:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcbfc429. 00000100:00000200:2.0:1761313446.010297:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485824, offset 0 00000400:00000200:2.0:1761313446.010302:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.010309:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.010315:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.010319:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.010321:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.010324:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89154:89154:256:4294967295] 192.168.204.1@tcp LPNI seq info [89154:89154:8:4294967295] 00000400:00000200:2.0:1761313446.010331:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.010335:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.010338:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049af6073 (tot 82354770). 00000800:00000200:2.0:1761313446.010342:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.010346:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.010348:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049af6073 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.010748:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.010752:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049af6073 (tot 82354522). 00000400:00000200:1.0:1761313446.010756:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.010761:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.010763:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcbfc429 00000400:00000010:1.0:1761313446.010765:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcbfc429. 00000100:00000200:1.0:1761313446.010770:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206485824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.014645:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.014667:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcb40 00000400:00000200:3.0:1761313446.014675:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae079 [1] + 224 00000400:00000200:3.0:1761313446.014693:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.014697:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.014710:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206485824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.014758:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.014764:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954940 00000400:00000200:3.0:1761313446.014769:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac9a1 [2] + 1968 00000400:00000010:3.0:1761313446.014773:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaebe7f. 00000400:00000200:3.0:1761313446.014777:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fe5f0d58 00000400:00000200:3.0:1761313446.014787:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.014790:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.014792:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe5f0d58 00000400:00000010:3.0:1761313446.014794:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fe5f0d58 (tot 82354370). 00000100:00000200:3.0:1761313446.014799:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313446.014868:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012990f2f. 00000020:00000010:0.0:1761313446.014876:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.014880:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.014908:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007af49b83 x1846869199505728/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313446.014948:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505728 02000000:00000010:0.0:1761313446.014960:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000665a8fbd. 00000400:00000010:2.0:1761313446.014961:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:2.0:1761313446.014964:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313446.014966:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.014970:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206485824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.014977:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206485824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313446.014995:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00010000:00000010:2.0:1761313446.014997:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0ff618b. 00000100:00000010:0.0:1761313446.015002:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0e105ac. 00000100:00000010:0.0:1761313446.015008:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0e105ac. 00010000:00000010:0.0:1761313446.015010:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 02000000:00000010:2.0:1761313446.015011:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a781793. 02000000:00000010:2.0:1761313446.015015:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000039a952a0. 00000100:00000010:2.0:1761313446.015018:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000400:00000010:0.0:1761313446.015021:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000010:2.0:1761313446.015022:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313446.015024:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ac06d1. 00000100:00000200:0.0:1761313446.015025:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505728, offset 224 00080000:00000010:2.0:1761313446.015040:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039a952a0. 00000400:00000200:0.0:1761313446.015046:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.015056:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00010000:00000010:2.0:1761313446.015129:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313446.015135:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009397269c. 00010000:00000010:2.0:1761313446.015332:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044ac3629. 00010000:00000010:2.0:1761313446.015337:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.015343:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a23f6d4. 00010000:00000010:2.0:1761313446.015348:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00000400:00000200:0.0:1761313446.015356:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89155:89155:256:4294967295] 192.168.204.1@tcp LPNI seq info [89155:89155:8:4294967295] 00080000:00000010:2.0:1761313446.015360:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a781793. 00000400:00000200:0.0:1761313446.015368:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.015373:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.015378:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018b1f5e4 (tot 82354618). 00010000:00000010:2.0:1761313446.015385:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00000800:00000200:0.0:1761313446.015385:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00010000:00000010:2.0:1761313446.015388:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00000800:00000200:0.0:1761313446.015391:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.015396:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018b1f5e4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.015422:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.015426:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.015429:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012990f2f. 02000000:00000010:0.0:1761313446.015438:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000072a52463. 00000100:00000010:0.0:1761313446.015441:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:0.0:1761313446.015446:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000438fff86. 00000100:00000010:0.0:1761313446.015448:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 02000000:00000010:0.0:1761313446.015451:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006895a28. 00000100:00000010:0.0:1761313446.015453:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d2a47a7c. 02000000:00000010:0.0:1761313446.015457:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d684e384. 00000100:00000010:0.0:1761313446.015459:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000b85021. 02000000:00000010:0.0:1761313446.015464:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e0dd5b2. 00000100:00000010:0.0:1761313446.015466:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cad12d40. 02000000:00000010:0.0:1761313446.015486:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fc466756. 00000100:00000010:0.0:1761313446.015489:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a66c56e. 00000100:00000200:0.0:1761313446.015496:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313446.015500:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062ddf5a7. 00000400:00000010:0.0:1761313446.015504:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0e105ac (tot 82354770). 00000800:00000200:1.0:1761313446.015534:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.015538:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018b1f5e4 (tot 82354522). 00000400:00000200:1.0:1761313446.015542:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.015546:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.015548:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:1.0:1761313446.015550:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 02000000:00000010:1.0:1761313446.015555:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000665a8fbd. 00010000:00000010:2.0:1761313446.016009:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.0:1761313446.016014:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313446.016023:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ac06d1. 00000100:00000010:2.0:1761313446.016027:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.016034:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313446.016047:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092218095. 02000000:00000010:2.0:1761313446.016069:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064fce3e5. 00000400:00000010:2.0:1761313446.016073:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313446.016077:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.016080:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485888, portal 16 00000400:00000010:2.0:1761313446.016083:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021a4f2ae. 00000100:00000200:2.0:1761313446.016085:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485888, offset 0 00000400:00000200:2.0:1761313446.016091:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.016099:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.016107:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.016110:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.016113:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.016115:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89156:89156:256:4294967295] 192.168.204.1@tcp LPNI seq info [89156:89156:8:4294967295] 00000400:00000200:2.0:1761313446.016122:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.016127:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.016130:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2464fd1 (tot 82354770). 00000800:00000200:2.0:1761313446.016134:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.016138:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.016141:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f2464fd1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.016446:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.016450:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2464fd1 (tot 82354522). 00000400:00000200:1.0:1761313446.016454:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.016458:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.016461:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021a4f2ae 00000400:00000010:1.0:1761313446.016463:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021a4f2ae. 00000100:00000200:1.0:1761313446.016515:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206485888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.017523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfa73ab1. 00000400:00000200:3.0:1761313446.019793:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.019816:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcb80 00000400:00000200:3.0:1761313446.019826:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae089 [1] + 224 00000400:00000200:3.0:1761313446.019846:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.019850:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.019861:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206485888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.020298:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:2.0:1761313446.020303:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313446.020305:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.020311:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206485888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.020319:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206485888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.020347:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064fce3e5. 02000000:00000010:2.0:1761313446.020353:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092218095. 00000100:00000010:2.0:1761313446.020359:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:2.0:1761313446.020366:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313446.020370:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ac06d1. 00000400:00000200:1.0:1761313446.021666:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.021686:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954980 00000400:00000200:1.0:1761313446.021694:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac9f9 [2] + 0 00000400:00000200:1.0:1761313446.021760:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.021765:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.021771:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.021777:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000020:00000010:3.0:1761313446.021984:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013e79982. 00000020:00000010:3.0:1761313446.021991:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313446.021996:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313446.022022:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199505792/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313446.022067:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505792 02000000:00000010:3.0:1761313446.022080:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000074f76ac9. 00010000:00000010:3.0:1761313446.022111:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080661536. 00010000:00000010:3.0:1761313446.022133:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.022140:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313446.022401:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00010000:00000010:3.0:1761313446.022407:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.022424:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001600eaa. 00000100:00000200:3.0:1761313446.022430:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505792, offset 224 00000400:00000200:3.0:1761313446.022439:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.022453:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.022459:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89157:89157:256:4294967295] 192.168.204.1@tcp LPNI seq info [89157:89157:8:4294967295] 00000400:00000200:3.0:1761313446.022487:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.022492:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.022497:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82354770). 00000800:00000200:3.0:1761313446.022503:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.022508:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.022512:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.022537:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313446.022542:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:3.0:1761313446.022546:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013e79982. 00080000:00000010:2.0:1761313446.024503:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064fce3e5. 00010000:00000010:2.0:1761313446.024607:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313446.024620:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c02d111. 00010000:00000010:2.0:1761313446.024694:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008efb93b6. 00010000:00000010:2.0:1761313446.024700:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313446.024711:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ac06d1. 00000100:00000010:2.0:1761313446.024717:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.024726:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313446.024741:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092218095. 02000000:00000010:2.0:1761313446.024766:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065f3276a. 00000400:00000010:2.0:1761313446.024772:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313446.024778:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.024783:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206485952, portal 16 00000400:00000010:2.0:1761313446.024788:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000186eaed7. 00000100:00000200:2.0:1761313446.024791:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206485952, offset 0 00000400:00000200:2.0:1761313446.024810:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.024823:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.024829:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.024832:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.024835:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.024838:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89158:89158:255:4294967295] 192.168.204.1@tcp LPNI seq info [89158:89158:7:4294967295] 00000400:00000200:2.0:1761313446.024847:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.024851:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.024855:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004d6b004 (tot 82355018). 00000800:00000200:2.0:1761313446.024861:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.024867:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.024870:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000004d6b004 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.025146:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.025150:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354770). 00000400:00000200:1.0:1761313446.025155:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.025175:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.025180:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001600eaa 00000400:00000010:1.0:1761313446.025182:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001600eaa. 00000800:00000200:1.0:1761313446.025230:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.025232:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004d6b004 (tot 82354522). 00000400:00000200:1.0:1761313446.025236:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.025239:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.025241:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000186eaed7 00000400:00000010:1.0:1761313446.025242:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000186eaed7. 00000100:00000200:1.0:1761313446.025248:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206485952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.025584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005796b261. 00010000:00000010:2.1:1761313446.025591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e4fd248. 00010000:00000010:3.1:1761313446.025660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c41c03d. 00000400:00000200:3.0:1761313446.027753:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.027773:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcbc0 00000400:00000200:3.0:1761313446.027782:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae095 [1] + 224 00000400:00000200:3.0:1761313446.027796:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.027801:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.027810:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206485952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.027972:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:2.0:1761313446.027977:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313446.027979:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.027984:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206485952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.027990:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206485952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.028021:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065f3276a. 02000000:00000010:2.0:1761313446.028026:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092218095. 00000100:00000010:2.0:1761313446.028029:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:2.0:1761313446.028034:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313446.028037:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ac06d1. 00010000:00000010:2.1:1761313446.028769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d6a819. 00010000:00000010:2.1:1761313446.028778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595659dc. 00010000:00000010:2.1:1761313446.028781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df4b26cb. 00010000:00000010:2.1:1761313446.028784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd0ee82c. 00010000:00000010:2.1:1761313446.028787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27a70d7. 00010000:00000010:2.1:1761313446.028791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044ac3629. 00010000:00000010:2.1:1761313446.028794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a23f6d4. 00000400:00000200:1.0:1761313446.029253:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.029267:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9549c0 00000400:00000200:1.0:1761313446.029274:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac9f9 [2] + 328 00000400:00000200:1.0:1761313446.029328:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.029332:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.029336:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.029341:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 00000020:00000010:3.0:1761313446.029619:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013e79982. 00000020:00000010:3.0:1761313446.029626:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313446.029631:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c64829b2. 00000100:00000200:3.0:1761313446.029653:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a65e944 x1846869199505856/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313446.030455:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505856 02000000:00000010:0.0:1761313446.030493:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000665a8fbd. 00010000:00000010:0.0:1761313446.030523:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001968fa1. 00010000:00000010:0.0:1761313446.030543:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.030550:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa07a5e7. 00000100:00000010:0.0:1761313446.030562:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fa07a5e7. 00010000:00000010:0.0:1761313446.030566:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.030579:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9dda38a. 00000100:00000200:0.0:1761313446.030585:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505856, offset 224 00000400:00000200:0.0:1761313446.030593:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.030606:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.030619:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89159:89159:256:4294967295] 192.168.204.1@tcp LPNI seq info [89159:89159:8:4294967295] 00000400:00000200:0.0:1761313446.030630:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.030636:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.030641:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313446.030648:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.030654:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.030658:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.030679:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:0.0:1761313446.030683:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c64829b2. 00000020:00000010:0.0:1761313446.030687:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013e79982. 00000800:00000200:1.0:1761313446.030820:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.030824:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:1.0:1761313446.030828:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.030832:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.030835:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9dda38a 00000400:00000010:1.0:1761313446.030837:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9dda38a. 00080000:00000010:2.0:1761313446.031129:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065f3276a. 00010000:00000010:2.0:1761313446.031224:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313446.031232:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efd85120. 00010000:00000010:2.0:1761313446.031310:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a23f6d4. 00010000:00000010:2.0:1761313446.031316:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313446.031325:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ac06d1. 00000100:00000010:2.0:1761313446.031329:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.031335:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313446.031346:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb94451b. 02000000:00000010:2.0:1761313446.031368:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c771da5. 00000400:00000010:2.0:1761313446.031373:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313446.031377:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.031381:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486016, portal 16 00000400:00000010:2.0:1761313446.031385:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce8d1e5. 00000100:00000200:2.0:1761313446.031387:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486016, offset 0 00000400:00000200:2.0:1761313446.031392:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.031399:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.031406:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.031409:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.031411:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.031414:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89160:89160:256:4294967295] 192.168.204.1@tcp LPNI seq info [89160:89160:8:4294967295] 00000400:00000200:2.0:1761313446.031421:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.031425:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.031428:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000153e176a (tot 82354770). 00000800:00000200:2.0:1761313446.031431:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.031435:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.031437:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000153e176a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.031605:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.031608:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000153e176a (tot 82354522). 00000400:00000200:3.0:1761313446.031612:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.031616:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.031618:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce8d1e5 00000400:00000010:3.0:1761313446.031619:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce8d1e5. 00000100:00000200:3.0:1761313446.031625:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206486016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.033621:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.033638:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcc00 00000400:00000200:1.0:1761313446.033647:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae0a1 [1] + 224 00000400:00000200:1.0:1761313446.033659:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.033662:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.033668:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206486016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.033906:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.034081:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954a00 00000400:00000200:1.0:1761313446.034086:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac9f9 [2] + 656 00000400:00000200:1.0:1761313446.034132:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.034135:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.034139:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.034144:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 00000400:00000010:2.0:1761313446.034244:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:2.0:1761313446.034248:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313446.034250:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.034256:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206486016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.034265:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206486016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.034292:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c771da5. 02000000:00000010:2.0:1761313446.034298:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb94451b. 00000100:00000010:2.0:1761313446.034301:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:2.0:1761313446.034305:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313446.034308:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ac06d1. 00000020:00000010:3.0:1761313446.034366:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e238c73. 00000020:00000010:3.0:1761313446.034372:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313446.034378:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000313a0cef. 00000100:00000200:3.0:1761313446.034400:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ad394eb x1846869199505920/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313446.034430:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505920 02000000:00000010:3.0:1761313446.034440:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6ccb6ee. 00010000:00000010:3.1:1761313446.034497:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc1844bc. 00010000:00000010:3.0:1761313446.034506:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4cb3a8b. 00010000:00000010:3.0:1761313446.034524:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.034529:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313446.034537:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00010000:00000010:3.0:1761313446.034539:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.034551:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001600eaa. 00000100:00000200:3.0:1761313446.034555:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505920, offset 224 00000400:00000200:3.0:1761313446.034561:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.034571:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.034576:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89161:89161:256:4294967295] 192.168.204.1@tcp LPNI seq info [89161:89161:8:4294967295] 00000400:00000200:3.0:1761313446.034585:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.034589:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.034593:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354770). 00000800:00000200:3.0:1761313446.034597:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.034602:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.034606:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.034616:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313446.034619:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000313a0cef. 00000020:00000010:3.0:1761313446.034623:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e238c73. 00010000:00000010:2.1:1761313446.034772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000592ae7df. 00010000:00000010:2.1:1761313446.034777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 00080000:00000010:2.0:1761313446.034793:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb94451b. 00010000:00000010:2.0:1761313446.034863:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313446.034868:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0b0a7a3. 00010000:00000010:2.0:1761313446.034929:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.0:1761313446.034933:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313446.034942:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ac06d1. 00000100:00000010:2.0:1761313446.034945:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.034950:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313446.034959:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c771da5. 02000000:00000010:2.0:1761313446.034979:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092218095. 00000400:00000010:2.0:1761313446.034983:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313446.034986:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.034990:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486080, portal 16 00000400:00000010:2.0:1761313446.034994:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d96c721. 00000100:00000200:2.0:1761313446.034996:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486080, offset 0 00000400:00000200:2.0:1761313446.035001:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.035007:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.035012:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.035016:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.035018:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.035021:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89162:89162:255:4294967295] 192.168.204.1@tcp LPNI seq info [89162:89162:7:4294967295] 00000400:00000200:2.0:1761313446.035026:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.035044:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.035047:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000153e176a (tot 82355018). 00000800:00000200:2.0:1761313446.035050:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.035054:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.035056:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000153e176a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.035201:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.035204:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354770). 00000400:00000200:1.0:1761313446.035207:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.035210:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.035213:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001600eaa 00000400:00000010:1.0:1761313446.035215:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001600eaa. 00000800:00000200:1.0:1761313446.035634:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.035637:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000153e176a (tot 82354522). 00000400:00000200:1.0:1761313446.035641:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.035644:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.035647:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d96c721 00000400:00000010:1.0:1761313446.035648:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d96c721. 00000100:00000200:1.0:1761313446.035653:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206486080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.040347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1f4c5c4. 00000400:00000200:3.0:1761313446.041265:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.041285:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcc40 00000400:00000200:3.0:1761313446.041292:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae0ad [1] + 224 00000400:00000200:3.0:1761313446.041304:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.041307:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.041318:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206486080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.041380:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:2.0:1761313446.041385:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313446.041387:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.041393:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206486080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.041402:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206486080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.041431:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092218095. 02000000:00000010:2.0:1761313446.041450:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c771da5. 00000100:00000010:2.0:1761313446.041455:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:2.0:1761313446.041460:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313446.041464:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ac06d1. 00000400:00000200:3.0:1761313446.041864:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.041872:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954a40 00000400:00000200:3.0:1761313446.041877:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac9f9 [2] + 984 00000400:00000200:3.0:1761313446.041887:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.041889:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.041893:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313446.041898:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d18a19. 00000020:00000010:0.0:1761313446.042000:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc466756. 00000020:00000010:0.0:1761313446.042007:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.042011:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.042161:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d18a19 x1846869199505984/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313446.042270:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199505984 02000000:00000010:0.0:1761313446.042283:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e0dd5b2. 00010000:00000010:0.0:1761313446.042313:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a14e1d1a. 00010000:00000010:0.0:1761313446.042338:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.042345:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa07a5e7. 00000100:00000010:0.0:1761313446.042363:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fa07a5e7. 00010000:00000010:0.0:1761313446.042366:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.042380:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e99e622. 00000100:00000200:0.0:1761313446.042386:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199505984, offset 224 00000400:00000200:0.0:1761313446.042395:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:2.0:1761313446.042403:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092218095. 00000400:00000200:0.0:1761313446.042407:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.042413:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89163:89163:256:4294967295] 192.168.204.1@tcp LPNI seq info [89163:89163:8:4294967295] 00000400:00000200:0.0:1761313446.042424:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.042429:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.042434:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313446.042439:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.042446:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.042450:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761313446.042513:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00000020:00000010:0.0:1761313446.042514:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00010000:00000010:2.0:1761313446.042520:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a199015d. 00000020:00000010:0.0:1761313446.042521:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.042527:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc466756. 00010000:00000010:2.0:1761313446.042597:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d27a70d7. 00010000:00000010:2.0:1761313446.042603:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313446.042613:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ac06d1. 00010000:00000010:3.1:1761313446.042615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5a05004. 00000100:00000010:2.0:1761313446.042616:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.042625:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313446.042636:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c771da5. 02000000:00000010:2.0:1761313446.042660:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065e206f5. 00000400:00000010:2.0:1761313446.042665:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313446.042668:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.042673:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486144, portal 16 00000400:00000010:2.0:1761313446.042677:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086a44fc9. 00000100:00000200:2.0:1761313446.042679:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486144, offset 0 00000400:00000200:2.0:1761313446.042685:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.042692:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.042699:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.042702:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.042705:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.042707:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89164:89164:255:4294967295] 192.168.204.1@tcp LPNI seq info [89164:89164:7:4294967295] 00000400:00000200:2.0:1761313446.042714:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.042719:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.042722:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004d6b004 (tot 82355018). 00000800:00000200:2.0:1761313446.042726:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.042730:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.042732:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000004d6b004 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.042828:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.042832:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354770). 00000400:00000200:1.0:1761313446.042835:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.042839:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.042842:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e99e622 00000400:00000010:1.0:1761313446.042843:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e99e622. 00000800:00000200:1.0:1761313446.042906:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.042907:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004d6b004 (tot 82354522). 00000400:00000200:1.0:1761313446.042911:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.042914:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.042916:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086a44fc9 00000400:00000010:1.0:1761313446.042918:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086a44fc9. 00000100:00000200:1.0:1761313446.042922:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206486144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.044177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059b9d4ad. 00010000:00000010:2.1:1761313446.044189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008efb93b6. 00010000:00000010:2.1:1761313446.044197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f92a102. 00010000:00000010:2.1:1761313446.044199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a23f6d4. 00000400:00000200:1.0:1761313446.047324:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.047343:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcc80 00000400:00000200:1.0:1761313446.047351:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae0b9 [1] + 224 00000400:00000200:1.0:1761313446.047366:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.047369:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.047379:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206486144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.047460:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:2.0:1761313446.047465:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313446.047486:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.047491:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206486144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.047499:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206486144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.047526:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065e206f5. 02000000:00000010:2.0:1761313446.047531:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c771da5. 00000100:00000010:2.0:1761313446.047536:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:2.0:1761313446.047541:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313446.047544:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ac06d1. 00000400:00000200:3.0:1761313446.048029:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.048037:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954a80 00000400:00000200:3.0:1761313446.048042:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac9f9 [2] + 1312 00000400:00000200:3.0:1761313446.048348:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.048352:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.048357:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313446.048362:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000046c261d2. 00010000:00000010:0.1:1761313446.048542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33c6fe5. 00000020:00000010:0.0:1761313446.048579:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc466756. 00000020:00000010:0.0:1761313446.048585:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.048589:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.048611:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000046c261d2 x1846869199506048/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313446.048645:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506048 02000000:00000010:0.0:1761313446.048657:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d684e384. 00010000:00000010:0.0:1761313446.048683:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031884f66. 00010000:00000010:0.0:1761313446.048700:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.048705:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa07a5e7. 00080000:00000010:2.0:1761313446.049664:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065e206f5. 00010000:00000010:2.0:1761313446.049832:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044ac3629. 00010000:00000010:2.0:1761313446.049837:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.049842:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a23f6d4. 00010000:00000010:2.0:1761313446.049847:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000973fb3db. 00080000:00000010:2.0:1761313446.049859:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c771da5. 00010000:00000010:2.0:1761313446.049884:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313446.049889:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.049938:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008efb93b6. 00010000:00000010:2.0:1761313446.049942:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313446.049949:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ac06d1. 00000100:00000010:2.0:1761313446.049953:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.049960:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313446.049977:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e20f8cf. 02000000:00000010:2.0:1761313446.050001:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bebcee0b. 00000400:00000010:2.0:1761313446.050006:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313446.050011:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.050017:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486208, portal 16 00000400:00000010:2.0:1761313446.050022:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd66a147. 00000100:00000200:2.0:1761313446.050024:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486208, offset 0 00000400:00000200:2.0:1761313446.050031:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.050045:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.050052:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.050056:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.050059:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.050062:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89165:89165:256:4294967295] 192.168.204.1@tcp LPNI seq info [89165:89165:8:4294967295] 00000400:00000200:2.0:1761313446.050071:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.050077:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.050081:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2464fd1 (tot 82354770). 00000800:00000200:2.0:1761313446.050086:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.050093:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.050097:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f2464fd1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.0:1761313446.054527:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00000100:00000010:0.0:1761313446.054553:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fa07a5e7. 00010000:00000010:0.0:1761313446.054557:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00010000:00000010:0.0:1761313446.054566:0:64770:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aacbddd8. 00000400:00000010:0.0:1761313446.054591:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313446.054598:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506048, offset 224 00000400:00000200:0.0:1761313446.054609:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.054626:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.054632:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89166:89166:255:4294967295] 192.168.204.1@tcp LPNI seq info [89166:89166:7:4294967295] 00000400:00000200:0.0:1761313446.054642:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.054648:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.054652:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82355018). 00000800:00000200:0.0:1761313446.054658:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.054665:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.054668:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.054873:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.054877:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2464fd1 (tot 82354770). 00000400:00000200:1.0:1761313446.054882:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.054887:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.054891:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd66a147 00000400:00000010:1.0:1761313446.054893:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd66a147. 00000100:00000200:1.0:1761313446.054901:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206486208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313446.055230:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.055237:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.055240:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc466756. 00000800:00000200:1.0:1761313446.055312:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.055315:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:1.0:1761313446.055318:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.055321:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.055324:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:1.0:1761313446.055325:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000400:00000200:3.0:1761313446.058694:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.058716:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffccc0 00000400:00000200:3.0:1761313446.058726:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae0c1 [1] + 224 00000400:00000200:3.0:1761313446.058741:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.058745:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.058755:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206486208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.059406:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:2.0:1761313446.059412:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313446.059414:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.059421:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206486208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.059430:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206486208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.059462:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bebcee0b. 00010000:00000010:2.1:1761313446.059578:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abab9a2d. 00010000:00000010:2.1:1761313446.059586:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 02000000:00000010:2.0:1761313446.059591:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007e20f8cf. 00000100:00000010:2.0:1761313446.059595:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:2.0:1761313446.059599:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313446.059603:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ac06d1. 00000400:00000200:1.0:1761313446.063596:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.063619:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954ac0 00000400:00000200:1.0:1761313446.063627:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac9f9 [2] + 1640 00000400:00000200:1.0:1761313446.063699:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.063703:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.063712:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.063718:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:0.0:1761313446.064905:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc466756. 00000020:00000010:0.0:1761313446.064918:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.064923:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.064950:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199506112/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313446.064984:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506112 02000000:00000010:0.0:1761313446.064997:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000438fff86. 00010000:00000010:0.0:1761313446.065025:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b308f28. 00010000:00000010:0.0:1761313446.065055:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.065064:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa07a5e7. 00000100:00000010:0.0:1761313446.065082:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fa07a5e7. 00010000:00000010:0.0:1761313446.065085:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.065099:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb803c1. 00000100:00000200:0.0:1761313446.065103:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506112, offset 224 00000400:00000200:0.0:1761313446.065110:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.065121:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.065127:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89167:89167:256:4294967295] 192.168.204.1@tcp LPNI seq info [89167:89167:8:4294967295] 00000400:00000200:0.0:1761313446.065135:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.065140:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.065145:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313446.065151:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.065157:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.065161:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.065182:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.065187:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.065189:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc466756. 00000800:00000200:1.0:1761313446.065503:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.065510:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:1.0:1761313446.065515:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.065519:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.065524:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb803c1 00000400:00000010:1.0:1761313446.065526:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb803c1. 00080000:00000010:2.0:1761313446.065595:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e20f8cf. 00010000:00000010:2.0:1761313446.065685:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313446.065692:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f89864b4. 00010000:00000010:2.0:1761313446.065771:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.0:1761313446.065778:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313446.065787:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ac06d1. 00000100:00000010:2.0:1761313446.065791:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.065797:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313446.065807:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bebcee0b. 02000000:00000010:2.0:1761313446.065831:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3740886. 00000400:00000010:2.0:1761313446.065836:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313446.065840:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.065845:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486272, portal 16 00000400:00000010:2.0:1761313446.065849:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510ee54. 00000100:00000200:2.0:1761313446.065851:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486272, offset 0 00000400:00000200:2.0:1761313446.065856:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.065864:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.065870:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.065874:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.065876:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.065878:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89168:89168:256:4294967295] 192.168.204.1@tcp LPNI seq info [89168:89168:8:4294967295] 00000400:00000200:2.0:1761313446.065885:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.065889:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.065892:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049af6073 (tot 82354770). 00000800:00000200:2.0:1761313446.065896:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.065901:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.065903:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049af6073 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.066110:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.066113:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049af6073 (tot 82354522). 00000400:00000200:3.0:1761313446.066117:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.066120:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.066123:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510ee54 00000400:00000010:3.0:1761313446.066124:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510ee54. 00000100:00000200:3.0:1761313446.066553:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206486272/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.066659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044ac3629. 00010000:00000010:2.1:1761313446.066665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a23f6d4. 00000400:00000200:1.0:1761313446.068811:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.068830:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcd00 00000400:00000200:1.0:1761313446.068839:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae0d1 [1] + 224 00000400:00000200:1.0:1761313446.068855:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.068860:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.068871:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206486272/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.068904:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.068909:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954b00 00000400:00000200:1.0:1761313446.068913:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xac9f9 [2] + 1968 00000400:00000010:1.0:1761313446.068916:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ba9304b0. 00000400:00000200:1.0:1761313446.068920:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000011f794b6 00000400:00000200:1.0:1761313446.068970:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.068973:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.068976:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011f794b6 00000400:00000010:1.0:1761313446.068978:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000011f794b6 (tot 82354370). 00000100:00000200:1.0:1761313446.068984:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761313446.069094:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:2.0:1761313446.069099:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313446.069101:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.069108:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206486272/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.069116:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206486272/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.069146:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3740886. 02000000:00000010:2.0:1761313446.069152:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bebcee0b. 00000100:00000010:2.0:1761313446.069158:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:2.0:1761313446.069176:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313446.069180:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ac06d1. 00000020:00000010:0.0:1761313446.069211:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc466756. 00000020:00000010:0.0:1761313446.069219:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.069223:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.069246:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008789516b x1846869199506176/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313446.069275:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506176 02000000:00000010:0.0:1761313446.069286:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012990f2f. 00010000:00000010:0.0:1761313446.069314:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c768e1d1. 00010000:00000010:0.0:1761313446.069334:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.069340:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa07a5e7. 00000100:00000010:0.0:1761313446.069359:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fa07a5e7. 00010000:00000010:0.0:1761313446.069362:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.069376:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.069381:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506176, offset 224 00000400:00000200:0.0:1761313446.069388:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.069399:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.069403:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89169:89169:256:4294967295] 192.168.204.1@tcp LPNI seq info [89169:89169:8:4294967295] 00000400:00000200:0.0:1761313446.069412:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.069417:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.069421:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eeb12c53 (tot 82354618). 00000800:00000200:0.0:1761313446.069426:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.069431:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.069435:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eeb12c53 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.069447:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.069452:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.069454:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc466756. 02000000:00000010:0.0:1761313446.069462:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000438fff86. 00000100:00000010:0.0:1761313446.069465:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 02000000:00000010:0.0:1761313446.069486:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d684e384. 00000100:00000010:0.0:1761313446.069489:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000046c261d2. 02000000:00000010:0.0:1761313446.069493:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e0dd5b2. 00000100:00000010:0.0:1761313446.069495:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d18a19. 02000000:00000010:0.0:1761313446.069498:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6ccb6ee. 00000100:00000010:0.0:1761313446.069500:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 02000000:00000010:0.0:1761313446.069503:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000665a8fbd. 00000100:00000010:0.0:1761313446.069505:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 02000000:00000010:0.0:1761313446.069509:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000074f76ac9. 00000100:00000010:0.0:1761313446.069512:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 00000100:00000200:0.0:1761313446.069517:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313446.069522:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006053088f. 00000400:00000010:0.0:1761313446.069526:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa07a5e7 (tot 82354770). 00080000:00000010:2.0:1761313446.069595:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3740886. 00000800:00000200:1.0:1761313446.069642:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.069646:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eeb12c53 (tot 82354522). 00000400:00000200:1.0:1761313446.069649:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.069653:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.069656:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:1.0:1761313446.069657:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 02000000:00000010:1.0:1761313446.069662:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012990f2f. 00010000:00000010:2.0:1761313446.069686:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313446.069694:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3df0967. 00010000:00000010:2.0:1761313446.069778:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a23f6d4. 00010000:00000010:2.0:1761313446.069783:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313446.069794:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ac06d1. 00000100:00000010:2.0:1761313446.069798:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.069803:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313446.069814:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bebcee0b. 02000000:00000010:2.0:1761313446.069835:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8a7b0a2. 00000400:00000010:2.0:1761313446.069839:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313446.069842:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.069846:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486336, portal 16 00000400:00000010:2.0:1761313446.069850:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe79c649. 00000100:00000200:2.0:1761313446.069852:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486336, offset 0 00000400:00000200:2.0:1761313446.069857:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.069864:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.069871:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.069874:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.069877:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.069880:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89170:89170:256:4294967295] 192.168.204.1@tcp LPNI seq info [89170:89170:8:4294967295] 00000400:00000200:2.0:1761313446.069886:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.069891:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.069894:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f58fd2 (tot 82354770). 00000800:00000200:2.0:1761313446.069898:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.069902:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.069905:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098f58fd2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.070010:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.070013:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f58fd2 (tot 82354522). 00000400:00000200:3.0:1761313446.070017:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.070021:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.070023:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe79c649 00000400:00000010:3.0:1761313446.070024:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe79c649. 00000100:00000200:3.0:1761313446.070040:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206486336/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.071737:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.071754:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcd40 00000400:00000200:1.0:1761313446.071762:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae0e1 [1] + 224 00000400:00000200:1.0:1761313446.071775:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.071778:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.071786:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206486336/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.072438:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:0.0:1761313446.072443:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:0.0:1761313446.072445:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:0.0:1761313446.072451:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206486336/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.072460:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206486336/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.072498:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a3ec7a2. 00010000:00000010:0.1:1761313446.072504:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27a70d7. 00010000:00000010:0.1:1761313446.072510:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019e5760e. 00010000:00000010:0.1:1761313446.072514:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9526f14. 02000000:00000010:0.0:1761313446.072538:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8a7b0a2. 02000000:00000010:0.0:1761313446.072544:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bebcee0b. 00000100:00000010:0.0:1761313446.072549:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:0.0:1761313446.072554:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:0.0:1761313446.072556:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ac06d1. 00000400:00000200:1.0:1761313446.072617:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.072625:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954b40 00000400:00000200:1.0:1761313446.072630:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xaca51 [2] + 0 00000400:00000200:1.0:1761313446.072956:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.072961:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.072966:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.072970:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 00000020:00000010:3.0:1761313446.073171:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e238c73. 00000020:00000010:3.0:1761313446.073180:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313446.073184:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000313a0cef. 00000100:00000200:3.0:1761313446.073206:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013181f7b x1846869199506240/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.073240:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506240 02000000:00000010:3.0:1761313446.073251:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000074f76ac9. 00010000:00000010:3.0:1761313446.073277:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087daa4bd. 00010000:00000010:3.0:1761313446.073296:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.073302:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313446.073321:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00010000:00000010:3.0:1761313446.073324:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.073336:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c6939da. 00000100:00000200:3.0:1761313446.073341:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506240, offset 224 00000400:00000200:3.0:1761313446.073348:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.073357:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.073362:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89171:89171:256:4294967295] 192.168.204.1@tcp LPNI seq info [89171:89171:8:4294967295] 00000400:00000200:3.0:1761313446.073372:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.073376:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.073381:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313446.073386:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.073393:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.073396:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.073419:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313446.073423:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000313a0cef. 00000020:00000010:3.0:1761313446.073427:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e238c73. 00080000:00000010:2.0:1761313446.073508:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8a7b0a2. 00010000:00000010:2.0:1761313446.073594:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313446.073600:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc24050e. 00010000:00000010:2.0:1761313446.073672:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000595659dc. 00010000:00000010:2.0:1761313446.073678:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313446.073687:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.073691:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007eec4770. 00000100:00000010:2.0:1761313446.073698:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.073707:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000afa528d. 02000000:00000010:2.0:1761313446.073729:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7808bb6. 00000400:00000010:2.0:1761313446.073734:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9cef8ec. 00000400:00000010:2.0:1761313446.073738:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313446.073743:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486400, portal 16 00000400:00000010:2.0:1761313446.073747:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1b40db9. 00000100:00000200:2.0:1761313446.073750:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486400, offset 0 00000400:00000200:2.0:1761313446.073755:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.073760:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.073765:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.073768:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.073771:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.073774:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89172:89172:255:4294967295] 192.168.204.1@tcp LPNI seq info [89172:89172:7:4294967295] 00000400:00000200:2.0:1761313446.073781:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.073785:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.073788:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048e3401e (tot 82355018). 00000800:00000200:2.0:1761313446.073792:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.073795:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.073797:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048e3401e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.073919:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.073923:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354770). 00000400:00000200:1.0:1761313446.073927:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.073931:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.073934:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c6939da 00000400:00000010:1.0:1761313446.073935:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c6939da. 00000800:00000200:1.0:1761313446.073988:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.073990:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048e3401e (tot 82354522). 00000400:00000200:1.0:1761313446.073994:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.073997:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.073999:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1b40db9 00000400:00000010:1.0:1761313446.074000:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1b40db9. 00000100:00000200:1.0:1761313446.074005:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206486400/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.076260:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.076280:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcd80 00000400:00000200:1.0:1761313446.076290:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae0ed [1] + 224 00000400:00000200:1.0:1761313446.076303:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.076306:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.076316:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206486400/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.076582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f70a8eb8. 00010000:00000010:2.1:1761313446.076591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008efb93b6. 00010000:00000010:2.1:1761313446.076596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fd0cf46. 00010000:00000010:2.1:1761313446.076601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 00000400:00000200:1.0:1761313446.076619:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.076627:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954b80 00000400:00000200:1.0:1761313446.076632:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xaca51 [2] + 328 00000400:00000200:1.0:1761313446.076680:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.076684:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.076687:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.076692:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 00000400:00000010:2.0:1761313446.076694:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9cef8ec. 00000400:00000200:2.0:1761313446.076697:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:2.0:1761313446.076699:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:2.0:1761313446.076704:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206486400/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.076712:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206486400/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.076739:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7808bb6. 02000000:00000010:2.0:1761313446.076746:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000afa528d. 00000100:00000010:2.0:1761313446.076750:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.076754:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007eec4770. 00010000:00000010:2.0:1761313446.076757:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000020:00000010:0.0:1761313446.076870:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012990f2f. 00000020:00000010:0.0:1761313446.076878:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.076882:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.076905:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a333fac x1846869199506304/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313446.076939:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506304 02000000:00000010:0.0:1761313446.076951:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bebcee0b. 00010000:00000010:0.0:1761313446.076980:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfa7c2bc. 00010000:00000010:0.0:1761313446.077000:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.077006:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ddd1a54. 00000100:00000010:0.0:1761313446.077022:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ddd1a54. 00010000:00000010:0.0:1761313446.077025:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.077045:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb083fae. 00000100:00000200:0.0:1761313446.077050:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506304, offset 224 00000400:00000200:0.0:1761313446.077058:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.077069:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.077074:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89173:89173:256:4294967295] 192.168.204.1@tcp LPNI seq info [89173:89173:8:4294967295] 00000400:00000200:0.0:1761313446.077083:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.077088:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.077094:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea1e733 (tot 82354770). 00000800:00000200:0.0:1761313446.077099:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.077105:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.077108:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ea1e733 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.077132:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.077137:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.077140:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012990f2f. 00080000:00000010:2.0:1761313446.077182:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7808bb6. 00010000:00000010:2.0:1761313446.077269:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313446.077276:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000295755b5. 00000800:00000200:1.0:1761313446.077314:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.077318:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea1e733 (tot 82354522). 00000400:00000200:1.0:1761313446.077321:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.077325:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.077328:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb083fae 00000400:00000010:1.0:1761313446.077329:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb083fae. 00010000:00000010:2.0:1761313446.077350:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.0:1761313446.077355:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313446.077364:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.077367:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007eec4770. 00000100:00000010:2.0:1761313446.077372:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.077382:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfcc3ad8. 02000000:00000010:2.0:1761313446.077403:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000afa528d. 00000400:00000010:2.0:1761313446.077407:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9cef8ec. 00000400:00000010:2.0:1761313446.077410:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313446.077415:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486464, portal 16 00000400:00000010:2.0:1761313446.077419:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b53b14. 00000100:00000200:2.0:1761313446.077421:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486464, offset 0 00000400:00000200:2.0:1761313446.077426:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.077432:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.077438:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.077441:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.077444:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.077446:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89174:89174:256:4294967295] 192.168.204.1@tcp LPNI seq info [89174:89174:8:4294967295] 00000400:00000200:2.0:1761313446.077453:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.077457:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.077460:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a90f11e (tot 82354770). 00000800:00000200:2.0:1761313446.077464:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.077506:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.077509:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a90f11e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.077887:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.077889:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a90f11e (tot 82354522). 00000400:00000200:1.0:1761313446.077893:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.077897:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.077900:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b53b14 00000400:00000010:1.0:1761313446.077902:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b53b14. 00000100:00000200:1.0:1761313446.077906:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206486464/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.079421:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.079439:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcdc0 00000400:00000200:1.0:1761313446.079446:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae0f9 [1] + 224 00000400:00000200:1.0:1761313446.079457:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.079460:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.079533:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206486464/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.079567:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.079572:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954bc0 00000400:00000200:1.0:1761313446.079577:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xaca51 [2] + 656 00000400:00000010:2.0:1761313446.079606:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9cef8ec. 00000400:00000200:2.0:1761313446.079611:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:2.0:1761313446.079613:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:2.0:1761313446.079618:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206486464/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.079625:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206486464/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.079649:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000afa528d. 02000000:00000010:2.0:1761313446.079654:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfcc3ad8. 00000100:00000010:2.0:1761313446.079660:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.079664:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007eec4770. 00010000:00000010:2.0:1761313446.079667:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000200:1.0:1761313446.079706:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.079710:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.079714:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.079718:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000020:00000010:0.0:1761313446.079825:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012990f2f. 00000020:00000010:0.0:1761313446.079831:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.079836:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.079856:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199506368/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313446.079883:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506368 02000000:00000010:0.0:1761313446.079893:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000665a8fbd. 00010000:00000010:0.0:1761313446.079917:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005abe8b50. 00010000:00000010:0.0:1761313446.079939:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.079944:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ddd1a54. 00000100:00000010:0.0:1761313446.079958:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ddd1a54. 00010000:00000010:0.0:1761313446.079961:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.079974:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facf59a2. 00000100:00000200:0.0:1761313446.079978:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506368, offset 224 00000400:00000200:0.0:1761313446.079984:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.079995:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.080001:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89175:89175:256:4294967295] 192.168.204.1@tcp LPNI seq info [89175:89175:8:4294967295] 00000400:00000200:0.0:1761313446.080009:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.080015:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.080019:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea1e733 (tot 82354770). 00000800:00000200:0.0:1761313446.080023:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00080000:00000010:2.0:1761313446.080028:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000afa528d. 00000800:00000200:0.0:1761313446.080028:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.080033:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ea1e733 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.080054:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.080058:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.080060:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012990f2f. 00010000:00000010:2.0:1761313446.080117:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313446.080123:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b50bd276. 00000800:00000200:1.0:1761313446.080154:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.080157:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea1e733 (tot 82354522). 00000400:00000200:1.0:1761313446.080159:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.080173:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.080175:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facf59a2 00000400:00000010:1.0:1761313446.080177:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facf59a2. 00010000:00000010:2.0:1761313446.080207:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008efb93b6. 00010000:00000010:2.0:1761313446.080212:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313446.080226:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.080229:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007eec4770. 00000100:00000010:2.0:1761313446.080234:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.080243:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfcc3ad8. 02000000:00000010:2.0:1761313446.080267:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015444519. 00000400:00000010:2.0:1761313446.080271:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9cef8ec. 00000400:00000010:2.0:1761313446.080274:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313446.080278:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486528, portal 16 00000400:00000010:2.0:1761313446.080282:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313446.080283:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486528, offset 0 00000400:00000200:2.0:1761313446.080288:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.080293:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.080299:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.080302:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.080305:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.080307:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89176:89176:256:4294967295] 192.168.204.1@tcp LPNI seq info [89176:89176:8:4294967295] 00000400:00000200:2.0:1761313446.080313:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.080317:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.080320:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c24a49b (tot 82354770). 00000800:00000200:2.0:1761313446.080324:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.080328:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.080330:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c24a49b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.080460:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.080463:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c24a49b (tot 82354522). 00000400:00000200:1.0:1761313446.080467:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.080504:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.080507:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:1.0:1761313446.080508:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:1.0:1761313446.080513:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206486528/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.081527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000698d5ce3. 00010000:00000010:2.1:1761313446.081557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008813540f. 00010000:00000010:2.1:1761313446.081564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a23f6d4. 00010000:00000010:0.1:1761313446.081583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bfcaf85. 00000400:00000200:1.0:1761313446.083821:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.083841:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffce00 00000400:00000200:1.0:1761313446.083849:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae105 [1] + 224 00000400:00000200:1.0:1761313446.083860:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.083864:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.083874:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206486528/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.083917:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.083922:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954c00 00000400:00000200:1.0:1761313446.083927:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xaca51 [2] + 984 00000400:00000200:1.0:1761313446.083997:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.084001:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.084005:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.084010:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 00000400:00000010:2.0:1761313446.084171:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9cef8ec. 00000400:00000200:2.0:1761313446.084176:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:2.0:1761313446.084178:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:2.0:1761313446.084183:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206486528/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.084191:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206486528/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.084219:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015444519. 02000000:00000010:2.0:1761313446.084224:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfcc3ad8. 00000100:00000010:2.0:1761313446.084230:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.084234:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007eec4770. 00010000:00000010:2.0:1761313446.084238:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000020:00000010:0.0:1761313446.084339:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012990f2f. 00000020:00000010:0.0:1761313446.084346:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.084351:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.084374:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dc8069e x1846869199506432/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313446.084406:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506432 02000000:00000010:0.0:1761313446.084419:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e0dd5b2. 00010000:00000010:0.0:1761313446.084449:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002142c6ee. 00010000:00000010:0.0:1761313446.084494:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.084501:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ddd1a54. 00000100:00000010:0.0:1761313446.085359:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ddd1a54. 00010000:00000010:0.0:1761313446.085365:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.085382:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313446.085388:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506432, offset 224 00000400:00000200:0.0:1761313446.085396:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.085409:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.085415:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89177:89177:256:4294967295] 192.168.204.1@tcp LPNI seq info [89177:89177:8:4294967295] 00000400:00000200:0.0:1761313446.085425:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.085429:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.085435:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eeb12c53 (tot 82354770). 00000800:00000200:0.0:1761313446.085439:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.085445:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.085448:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eeb12c53 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1761313446.085491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000026445b8. 00000020:00000010:0.0:1761313446.085492:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.085496:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00010000:00000010:2.1:1761313446.085499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595659dc. 00000020:00000010:0.0:1761313446.085499:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012990f2f. 00010000:00000010:2.1:1761313446.085502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082eabc59. 00010000:00000010:2.1:1761313446.085506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 00080000:00000010:3.0:1761313446.085558:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e238c73. 00000800:00000200:1.0:1761313446.085630:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.085634:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eeb12c53 (tot 82354522). 00000400:00000200:1.0:1761313446.085637:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.085641:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.085645:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:1.0:1761313446.085647:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00010000:00000010:3.0:1761313446.085675:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973fb3db. 00010000:00000010:3.0:1761313446.085682:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4eebafe. 00010000:00000010:3.0:1761313446.085790:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313446.085796:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313446.085860:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.085865:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313446.085878:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.085888:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6ccb6ee. 02000000:00000010:3.0:1761313446.085913:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013e79982. 00000400:00000010:3.0:1761313446.085918:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070b0dee2. 00000400:00000010:3.0:1761313446.085926:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003773d4dc. 00000100:00000200:3.0:1761313446.085930:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486592, portal 16 00000400:00000010:3.0:1761313446.085934:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a508bee2. 00000100:00000200:3.0:1761313446.085936:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486592, offset 0 00000400:00000200:3.0:1761313446.085941:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.085947:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.085954:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.085958:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.085961:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.085963:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89178:89178:256:4294967295] 192.168.204.1@tcp LPNI seq info [89178:89178:8:4294967295] 00000400:00000200:3.0:1761313446.085981:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.085986:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.085989:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313446.085993:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.085997:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.085999:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.086803:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.086808:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354522). 00000400:00000200:1.0:1761313446.086812:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.086818:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.086821:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a508bee2 00000400:00000010:1.0:1761313446.086823:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a508bee2. 00000100:00000200:1.0:1761313446.086831:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206486592/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.088162:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.088194:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffce40 00000400:00000200:1.0:1761313446.088204:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae111 [1] + 224 00000400:00000200:1.0:1761313446.088219:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.088222:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.088230:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206486592/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.088355:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070b0dee2. 00000400:00000200:3.0:1761313446.088360:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003773d4dc 00000400:00000010:3.0:1761313446.088362:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003773d4dc. 00000100:00000200:3.0:1761313446.088368:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206486592/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.088375:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206486592/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.088402:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013e79982. 02000000:00000010:3.0:1761313446.088407:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6ccb6ee. 00000100:00000010:3.0:1761313446.088411:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.088415:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00010000:00000010:3.0:1761313446.088419:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00010000:00000010:0.1:1761313446.088589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dda4c98a. 00010000:00000010:0.1:1761313446.088596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061d3a29e. 00000400:00000200:1.0:1761313446.088814:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.088823:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954c40 00000400:00000200:1.0:1761313446.088828:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xaca51 [2] + 1312 00000400:00000200:1.0:1761313446.088976:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.088980:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.088985:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.088989:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 00000020:00000010:0.0:1761313446.089716:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012990f2f. 00000020:00000010:0.0:1761313446.089726:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.089730:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.089755:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000479fcbdf x1846869199506496/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313446.089789:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506496 02000000:00000010:0.0:1761313446.089802:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d684e384. 00010000:00000010:0.0:1761313446.089830:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b3e3ac6. 00010000:00000010:0.0:1761313446.089850:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.089856:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ddd1a54. 00000100:00000010:0.0:1761313446.089872:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ddd1a54. 00010000:00000010:0.0:1761313446.089875:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.089887:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f342411. 00000100:00000200:0.0:1761313446.089892:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506496, offset 224 00000400:00000200:0.0:1761313446.089900:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.089911:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.089917:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89179:89179:256:4294967295] 192.168.204.1@tcp LPNI seq info [89179:89179:8:4294967295] 00000400:00000200:0.0:1761313446.089926:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.089932:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.089936:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313446.089942:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.089948:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.089952:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.089964:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.089968:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.089976:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012990f2f. 00000800:00000200:1.0:1761313446.090101:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.090105:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:1.0:1761313446.090108:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.090112:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.090115:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f342411 00000400:00000010:1.0:1761313446.090117:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f342411. 00080000:00000010:2.0:1761313446.090255:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015444519. 00010000:00000010:2.0:1761313446.090358:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:2.0:1761313446.090366:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b46a4c37. 00010000:00000010:2.0:1761313446.090437:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.0:1761313446.090443:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d01aa689. 00010000:00000010:2.0:1761313446.090453:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.090456:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007eec4770. 00000100:00000010:2.0:1761313446.090463:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.090496:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfcc3ad8. 02000000:00000010:2.0:1761313446.090520:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000585e386e. 00000400:00000010:2.0:1761313446.090525:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9cef8ec. 00000400:00000010:2.0:1761313446.090530:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313446.090534:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486656, portal 16 00000400:00000010:2.0:1761313446.090538:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b04dcd. 00000100:00000200:2.0:1761313446.090540:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486656, offset 0 00000400:00000200:2.0:1761313446.090546:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.090552:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.090559:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.090562:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.090565:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.090567:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89180:89180:256:4294967295] 192.168.204.1@tcp LPNI seq info [89180:89180:8:4294967295] 00000400:00000200:2.0:1761313446.090575:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.090580:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.090583:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068b7b57f (tot 82354770). 00000800:00000200:2.0:1761313446.090587:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.090591:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.090594:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068b7b57f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.090857:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.090860:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068b7b57f (tot 82354522). 00000400:00000200:1.0:1761313446.090864:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.090869:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.090871:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b04dcd 00000400:00000010:1.0:1761313446.090873:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b04dcd. 00000100:00000200:1.0:1761313446.090879:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206486656/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.093670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ebed1c. 00010000:00000010:3.1:1761313446.093877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a827767a. 00010000:00000010:3.1:1761313446.093883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008efb93b6. 00000400:00000200:1.0:1761313446.095244:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.095263:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffce80 00000400:00000200:1.0:1761313446.095272:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae11d [1] + 224 00000400:00000200:1.0:1761313446.095288:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.095292:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.095304:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206486656/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.096392:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.096404:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954c80 00000400:00000200:1.0:1761313446.096415:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xaca51 [2] + 1640 00000400:00000200:1.0:1761313446.096491:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.096496:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.096501:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.096508:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000020:00000010:3.0:1761313446.096583:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6ccb6ee. 00000020:00000010:3.0:1761313446.096591:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313446.096596:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000313a0cef. 00000400:00000010:2.0:1761313446.096601:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9cef8ec. 00000400:00000200:2.0:1761313446.096605:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:2.0:1761313446.096607:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:2.0:1761313446.096614:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206486656/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.096619:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199506560/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313446.096621:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206486656/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.096648:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506560 02000000:00000010:3.0:1761313446.096657:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000013e79982. 00010000:00000010:3.0:1761313446.096693:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.096699:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313446.096704:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00010000:00000010:3.0:1761313446.096708:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.096721:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003773d4dc. 00000100:00000200:3.0:1761313446.096726:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506560, offset 224 00000400:00000200:3.0:1761313446.096733:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.096742:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.096748:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89181:89181:256:4294967295] 192.168.204.1@tcp LPNI seq info [89181:89181:8:4294967295] 00000400:00000200:3.0:1761313446.096760:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.096765:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.096769:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354770). 00000800:00000200:3.0:1761313446.096774:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.096839:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.096843:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.096857:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313446.096861:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000313a0cef. 00000020:00000010:3.0:1761313446.096866:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6ccb6ee. 00010000:00000010:2.0:1761313446.096892:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2d2e1cf. 02000000:00000010:2.0:1761313446.096909:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000585e386e. 02000000:00000010:2.0:1761313446.096915:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfcc3ad8. 00000100:00000010:2.0:1761313446.096920:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.096923:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007eec4770. 00010000:00000010:2.0:1761313446.096925:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00080000:00000010:2.0:1761313446.096941:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000585e386e. 00010000:00000010:2.0:1761313446.097027:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d01aa689. 00010000:00000010:2.0:1761313446.097034:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000103395b9. 00010000:00000010:2.0:1761313446.097117:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000595659dc. 00010000:00000010:2.0:1761313446.097123:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d01aa689. 00010000:00000010:2.0:1761313446.097132:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.097135:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007eec4770. 00000100:00000010:2.0:1761313446.097140:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.097150:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d40208. 02000000:00000010:2.0:1761313446.097178:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfcc3ad8. 00000400:00000010:2.0:1761313446.097183:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9cef8ec. 00000400:00000010:2.0:1761313446.097186:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313446.097190:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486720, portal 16 00000400:00000010:2.0:1761313446.097194:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c42d895. 00000100:00000200:2.0:1761313446.097196:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486720, offset 0 00000400:00000200:2.0:1761313446.097200:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.097206:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.097212:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.097216:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.097219:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.097221:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89182:89182:255:4294967295] 192.168.204.1@tcp LPNI seq info [89182:89182:7:4294967295] 00000400:00000200:2.0:1761313446.097228:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.097232:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.097235:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb86b6d5 (tot 82355018). 00000800:00000200:2.0:1761313446.097238:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.097242:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.097244:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bb86b6d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.097331:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.097334:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354770). 00000400:00000200:1.0:1761313446.097338:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.097342:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.097345:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003773d4dc 00000400:00000010:1.0:1761313446.097347:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003773d4dc. 00000800:00000200:1.0:1761313446.097394:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.097396:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb86b6d5 (tot 82354522). 00000400:00000200:1.0:1761313446.097400:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.097403:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.097405:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c42d895 00000400:00000010:1.0:1761313446.097406:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c42d895. 00000100:00000200:1.0:1761313446.097410:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206486720/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.097642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad0cd882. 00010000:00000010:2.1:1761313446.097650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00000400:00000200:1.0:1761313446.099355:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.099373:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcec0 00000400:00000200:1.0:1761313446.099381:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae129 [1] + 224 00000400:00000200:1.0:1761313446.099552:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.099556:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.099565:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206486720/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.099718:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9cef8ec. 00000400:00000200:2.0:1761313446.099723:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:2.0:1761313446.099725:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:2.0:1761313446.099732:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206486720/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.099740:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206486720/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.099769:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfcc3ad8. 02000000:00000010:2.0:1761313446.099775:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8d40208. 00000100:00000010:2.0:1761313446.099780:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.099784:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007eec4770. 00010000:00000010:2.0:1761313446.099787:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000200:1.0:1761313446.100357:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.100367:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954cc0 00000400:00000200:1.0:1761313446.100373:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xaca51 [2] + 1968 00000400:00000010:1.0:1761313446.100376:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008c11850b. 00000400:00000200:1.0:1761313446.100380:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000ee6c6b6 00000400:00000200:1.0:1761313446.100843:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.100849:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.100853:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ee6c6b6 00000400:00000010:1.0:1761313446.100855:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000ee6c6b6 (tot 82354370). 00000100:00000200:1.0:1761313446.100862:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313446.101304:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012990f2f. 00000020:00000010:0.0:1761313446.101312:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.101316:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.101339:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d36fa12b x1846869199506624/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313446.101372:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506624 02000000:00000010:0.0:1761313446.101382:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000438fff86. 00010000:00000010:0.0:1761313446.101407:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024908dd1. 00010000:00000010:0.0:1761313446.101428:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.101434:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ddd1a54. 00000100:00000010:0.0:1761313446.101448:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ddd1a54. 00010000:00000010:0.0:1761313446.101451:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.101463:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f342411. 00000100:00000200:0.0:1761313446.101467:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506624, offset 224 00080000:00000010:2.0:1761313446.102412:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfcc3ad8. 00000400:00000200:0.0:1761313446.102496:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.102511:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.102518:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89183:89183:256:4294967295] 192.168.204.1@tcp LPNI seq info [89183:89183:8:4294967295] 00000400:00000200:0.0:1761313446.102530:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00010000:00000010:2.0:1761313446.102532:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d01aa689. 00000800:00000200:0.0:1761313446.102537:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00010000:00000010:2.0:1761313446.102541:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002384b153. 00000800:00000010:0.0:1761313446.102542:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354618). 00000800:00000200:0.0:1761313446.102550:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.102556:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.102560:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.102587:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.102592:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.102596:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012990f2f. 02000000:00000010:0.0:1761313446.102605:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000013e79982. 00000100:00000010:0.0:1761313446.102608:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 02000000:00000010:0.0:1761313446.102612:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d684e384. 00000100:00000010:0.0:1761313446.102614:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 02000000:00000010:0.0:1761313446.102616:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e0dd5b2. 00010000:00000010:2.0:1761313446.102618:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a23f6d4. 00000100:00000010:0.0:1761313446.102619:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 02000000:00000010:0.0:1761313446.102624:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000665a8fbd. 00010000:00000010:2.0:1761313446.102625:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d01aa689. 00000100:00000010:0.0:1761313446.102627:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 02000000:00000010:0.0:1761313446.102632:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bebcee0b. 00000100:00000010:0.0:1761313446.102634:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 02000000:00000010:0.0:1761313446.102637:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000074f76ac9. 00010000:00000010:2.0:1761313446.102638:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:0.0:1761313446.102640:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 00000100:00000010:2.0:1761313446.102644:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007eec4770. 00000100:00000200:0.0:1761313446.102650:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000010:2.0:1761313446.102654:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 00000400:00000010:0.0:1761313446.102656:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006a79981b. 00000400:00000010:0.0:1761313446.102662:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009ddd1a54 (tot 82354770). 02000000:00000010:2.0:1761313446.102670:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d40208. 02000000:00000010:2.0:1761313446.102696:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007026fc14. 00000400:00000010:2.0:1761313446.102702:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9cef8ec. 00000400:00000010:2.0:1761313446.102706:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313446.102710:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486784, portal 16 00000400:00000010:2.0:1761313446.102714:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313446.102716:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486784, offset 0 00000400:00000200:2.0:1761313446.102721:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.102727:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.102734:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.102737:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.102740:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.102743:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89184:89184:255:4294967295] 192.168.204.1@tcp LPNI seq info [89184:89184:7:4294967295] 00000400:00000200:2.0:1761313446.102751:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.102755:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.102759:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025c7dbcf (tot 82355018). 00000800:00000200:2.0:1761313446.102763:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.102767:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.102770:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025c7dbcf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.102795:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.102799:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354770). 00000400:00000200:3.0:1761313446.102803:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.102808:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.102812:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f342411 00000400:00000010:3.0:1761313446.102814:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f342411. 02000000:00000010:3.0:1761313446.102818:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000438fff86. 00000800:00000200:3.0:1761313446.102844:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.102846:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025c7dbcf (tot 82354522). 00000400:00000200:3.0:1761313446.102849:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.102852:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.102854:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:3.0:1761313446.102855:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:3.0:1761313446.102859:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206486784/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.103521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000782cb1ae. 00000400:00000200:1.0:1761313446.105979:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.105997:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcf00 00000400:00000200:1.0:1761313446.106005:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae139 [1] + 224 00000400:00000200:1.0:1761313446.106020:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.106023:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.106042:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206486784/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.106240:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9cef8ec. 00000400:00000200:2.0:1761313446.106246:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:2.0:1761313446.106248:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:2.0:1761313446.106254:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206486784/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.106263:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206486784/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.106290:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007026fc14. 02000000:00000010:2.0:1761313446.106298:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8d40208. 00000100:00000010:2.0:1761313446.106303:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.106308:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007eec4770. 00010000:00000010:2.0:1761313446.106311:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000200:1.0:1761313446.106994:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.107007:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954d00 00000400:00000200:1.0:1761313446.107013:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacaa9 [2] + 0 00000400:00000200:1.0:1761313446.107035:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.107039:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.107044:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.107048:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 00000020:00000010:2.0:1761313446.107307:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007026fc14. 00000020:00000010:2.0:1761313446.107316:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.107320:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.107345:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a65e944 x1846869199506688/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313446.107382:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506688 02000000:00000010:2.0:1761313446.107395:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8d40208. 00010000:00000010:2.0:1761313446.107426:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b613733. 00010000:00000010:2.0:1761313446.107447:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.107453:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007eec4770. 00010000:00000010:2.1:1761313446.107505:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c5c5365. 00010000:00000010:2.1:1761313446.107512:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000094ab67a. 00010000:00000010:2.1:1761313446.107515:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 00000100:00000010:2.0:1761313446.107520:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007eec4770. 00010000:00000010:2.0:1761313446.107527:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.107541:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313446.107546:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506688, offset 224 00000400:00000200:2.0:1761313446.107553:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.107564:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.107569:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89185:89185:256:4294967295] 192.168.204.1@tcp LPNI seq info [89185:89185:8:4294967295] 00000400:00000200:2.0:1761313446.107579:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.107583:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.107587:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a14b474 (tot 82354770). 00000800:00000200:2.0:1761313446.107596:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.107602:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.107606:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a14b474 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.107620:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.107624:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.107627:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007026fc14. 00080000:00000010:0.0:1761313446.107736:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000438fff86. 00000800:00000200:1.0:1761313446.107763:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.107766:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a14b474 (tot 82354522). 00000400:00000200:1.0:1761313446.107770:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.107774:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.107776:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:1.0:1761313446.107778:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00010000:00000010:0.0:1761313446.107876:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d01aa689. 00010000:00000010:0.0:1761313446.107882:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e53625d8. 00010000:00000010:0.0:1761313446.107951:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078287cf1. 00010000:00000010:0.0:1761313446.107957:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.107966:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.107971:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.107978:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.107990:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bebcee0b. 02000000:00000010:0.0:1761313446.108013:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000665a8fbd. 00000400:00000010:0.0:1761313446.108018:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.108022:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313446.108026:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486848, portal 16 00000400:00000010:0.0:1761313446.108030:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facf59a2. 00000100:00000200:0.0:1761313446.108032:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486848, offset 0 00000400:00000200:0.0:1761313446.108037:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.108043:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.108048:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.108051:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.108054:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.108056:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89186:89186:256:4294967295] 192.168.204.1@tcp LPNI seq info [89186:89186:8:4294967295] 00000400:00000200:0.0:1761313446.108063:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.108067:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.108070:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313446.108075:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.108078:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.108080:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.108192:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.108195:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:1.0:1761313446.108198:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.108201:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.108204:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facf59a2 00000400:00000010:1.0:1761313446.108206:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facf59a2. 00000100:00000200:1.0:1761313446.108211:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206486848/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.111536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e91b3ff. 00010000:00000010:2.1:1761313446.111553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595659dc. 00010000:00000010:0.1:1761313446.111616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5c9e56a. 00000400:00000200:1.0:1761313446.114529:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.114550:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcf40 00000400:00000200:1.0:1761313446.114558:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae145 [1] + 224 00000400:00000200:1.0:1761313446.114575:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.114578:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.114588:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206486848/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.115157:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.115175:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:0.0:1761313446.115177:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000100:00000200:0.0:1761313446.115186:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206486848/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.115195:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206486848/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.115226:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000665a8fbd. 02000000:00000010:0.0:1761313446.115233:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bebcee0b. 00000100:00000010:0.0:1761313446.115238:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.115242:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.115246:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00010000:00000010:2.1:1761313446.115659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d5055e. 00010000:00000010:0.1:1761313446.115707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e62cdf1. 00010000:00000010:0.1:1761313446.115713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a23f6d4. 00000400:00000200:1.0:1761313446.116346:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.116362:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954d40 00000400:00000200:1.0:1761313446.116370:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacaa9 [2] + 328 00000400:00000200:1.0:1761313446.116428:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.116433:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.116438:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.116443:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 00000020:00000010:3.0:1761313446.116774:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6ccb6ee. 00000020:00000010:3.0:1761313446.116781:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313446.116786:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000313a0cef. 00000100:00000200:3.0:1761313446.116806:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ad394eb x1846869199506752/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313446.116843:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506752 02000000:00000010:3.0:1761313446.116855:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006895a28. 00010000:00000010:3.0:1761313446.116884:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfb10ba3. 00010000:00000010:3.0:1761313446.116904:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.116909:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313446.116929:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00010000:00000010:3.0:1761313446.116933:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.116947:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008958a6fd. 00000100:00000200:3.0:1761313446.116952:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506752, offset 224 00000400:00000200:3.0:1761313446.116958:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.116968:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.116972:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89187:89187:256:4294967295] 192.168.204.1@tcp LPNI seq info [89187:89187:8:4294967295] 00000400:00000200:3.0:1761313446.116981:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.116986:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.116989:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82354770). 00000800:00000200:3.0:1761313446.116994:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.116999:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.117003:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.117024:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313446.117028:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000313a0cef. 00000020:00000010:3.0:1761313446.117043:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6ccb6ee. 00080000:00000010:0.0:1761313446.117249:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000665a8fbd. 00010000:00000010:0.0:1761313446.117337:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.117343:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c77f784. 00010000:00000010:0.0:1761313446.117423:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3f77b54. 00010000:00000010:0.0:1761313446.117427:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.117432:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066143813. 00010000:00000010:0.0:1761313446.117438:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007156e335. 00080000:00000010:0.0:1761313446.117451:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bebcee0b. 00010000:00000010:0.0:1761313446.117533:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.117537:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.117594:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e8b9177. 00010000:00000010:0.0:1761313446.117597:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.117604:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.117607:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.117613:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.117624:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e0dd5b2. 02000000:00000010:0.0:1761313446.117646:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d684e384. 00000400:00000010:0.0:1761313446.117651:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.117655:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313446.117660:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486912, portal 16 00000400:00000010:0.0:1761313446.117663:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb083fae. 00000100:00000200:0.0:1761313446.117665:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486912, offset 0 00000400:00000200:0.0:1761313446.117670:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.117677:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.117683:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.117686:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.117689:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.117692:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89188:89188:255:4294967295] 192.168.204.1@tcp LPNI seq info [89188:89188:7:4294967295] 00000400:00000200:0.0:1761313446.117699:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.117702:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.117706:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82355018). 00000800:00000200:0.0:1761313446.117709:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.117714:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.117716:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.117813:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.117816:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354770). 00000400:00000200:1.0:1761313446.117827:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.117832:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.117836:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008958a6fd 00000400:00000010:1.0:1761313446.117838:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008958a6fd. 00000800:00000200:1.0:1761313446.117897:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.117899:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:1.0:1761313446.117902:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.117905:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.117907:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb083fae 00000400:00000010:1.0:1761313446.117908:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb083fae. 00000100:00000200:1.0:1761313446.117914:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206486912/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.119970:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.119991:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcf80 00000400:00000200:1.0:1761313446.119999:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae151 [1] + 224 00000400:00000200:1.0:1761313446.120013:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.120017:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.120027:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206486912/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.120155:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.120160:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:0.0:1761313446.120171:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000100:00000200:0.0:1761313446.120177:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206486912/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.120183:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206486912/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.120210:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d684e384. 02000000:00000010:0.0:1761313446.120215:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e0dd5b2. 00000100:00000010:0.0:1761313446.120220:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.120224:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.120229:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.120286:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.120294:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954d80 00000400:00000200:1.0:1761313446.120299:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacaa9 [2] + 656 00000400:00000200:1.0:1761313446.120345:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.120349:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.120353:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.120357:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:2.0:1761313446.120437:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007026fc14. 00000020:00000010:2.0:1761313446.120444:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.120448:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.120507:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199506816/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.120541:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506816 02000000:00000010:2.0:1761313446.120552:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea592c78. 00010000:00000010:2.0:1761313446.120579:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bbeac2f7. 00010000:00000010:2.0:1761313446.120597:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.120603:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007eec4770. 00000100:00000010:2.0:1761313446.120617:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007eec4770. 00010000:00000010:2.0:1761313446.120620:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.120632:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb1bbf3c. 00000100:00000200:2.0:1761313446.120637:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506816, offset 224 00000400:00000200:2.0:1761313446.120644:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.120654:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.120660:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89189:89189:256:4294967295] 192.168.204.1@tcp LPNI seq info [89189:89189:8:4294967295] 00000400:00000200:2.0:1761313446.120670:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.120674:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.120678:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001295478e (tot 82354770). 00000800:00000200:2.0:1761313446.120683:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.120689:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.120693:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001295478e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.120715:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.120718:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.120722:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007026fc14. 00000800:00000200:1.0:1761313446.120781:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.120785:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001295478e (tot 82354522). 00000400:00000200:1.0:1761313446.120789:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.120792:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.120794:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb1bbf3c 00000400:00000010:1.0:1761313446.120796:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb1bbf3c. 00080000:00000010:0.0:1761313446.121009:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d684e384. 00010000:00000010:0.0:1761313446.121093:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.121099:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e28526d9. 00010000:00000010:0.0:1761313446.121180:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f79d60f0. 00010000:00000010:0.0:1761313446.121185:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.121195:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.121198:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.121203:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.121212:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e0dd5b2. 02000000:00000010:0.0:1761313446.121233:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012990f2f. 00000400:00000010:0.0:1761313446.121238:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.121242:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313446.121246:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206486976, portal 16 00000400:00000010:0.0:1761313446.121250:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.121252:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206486976, offset 0 00000400:00000200:0.0:1761313446.121258:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.121265:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.121271:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.121274:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.121277:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.121279:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89190:89190:256:4294967295] 192.168.204.1@tcp LPNI seq info [89190:89190:8:4294967295] 00000400:00000200:0.0:1761313446.121286:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.121289:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.121292:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018b1f5e4 (tot 82354770). 00000800:00000200:0.0:1761313446.121296:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.121300:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.121303:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018b1f5e4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.122941:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.122948:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018b1f5e4 (tot 82354522). 00000400:00000200:1.0:1761313446.122955:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.122962:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.122967:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:1.0:1761313446.122969:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:1.0:1761313446.122977:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206486976/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.123054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f85890bd. 00010000:00000010:0.1:1761313446.123064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078287cf1. 00010000:00000010:3.1:1761313446.125652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000add550e5. 00010000:00000010:0.1:1761313446.126512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3f77b54. 00010000:00000010:2.1:1761313446.126513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c875486. 00010000:00000010:0.1:1761313446.126524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066143813. 00000400:00000200:1.0:1761313446.129439:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.129460:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffcfc0 00000400:00000200:1.0:1761313446.129503:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae15d [1] + 224 00000400:00000200:1.0:1761313446.129517:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.129521:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.129533:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206486976/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.129573:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.129581:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954dc0 00000400:00000200:1.0:1761313446.129586:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacaa9 [2] + 984 00000400:00000010:0.0:1761313446.129594:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.129600:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:0.0:1761313446.129602:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000100:00000200:0.0:1761313446.129610:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206486976/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.129624:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206486976/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.129652:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012990f2f. 02000000:00000010:0.0:1761313446.129658:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e0dd5b2. 00000100:00000010:0.0:1761313446.129663:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.129667:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.129670:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.129742:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.129746:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.129750:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.129755:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00000020:00000010:3.0:1761313446.129830:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6ccb6ee. 00000020:00000010:3.0:1761313446.129837:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313446.129841:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000313a0cef. 00000100:00000200:3.0:1761313446.129862:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199506880/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313446.130537:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506880 02000000:00000010:2.0:1761313446.130553:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007026fc14. 00010000:00000010:2.0:1761313446.130580:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031d5ac74. 00010000:00000010:2.0:1761313446.130606:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.130612:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007eec4770. 00000100:00000010:2.0:1761313446.130630:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007eec4770. 00010000:00000010:2.0:1761313446.130633:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.130645:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9414777. 00000100:00000200:2.0:1761313446.130650:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506880, offset 224 00080000:00000010:0.0:1761313446.130695:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012990f2f. 00010000:00000010:0.0:1761313446.130780:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.130786:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003399d3b. 00010000:00000010:0.0:1761313446.130887:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066143813. 00010000:00000010:0.0:1761313446.130893:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.130902:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.130907:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.130913:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.130924:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e0dd5b2. 02000000:00000010:0.0:1761313446.130946:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc466756. 00000400:00000010:0.0:1761313446.130951:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.131299:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000400:00000200:2.0:1761313446.131301:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000100:00000200:0.0:1761313446.131308:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487040, portal 16 00000400:00000010:0.0:1761313446.131314:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb803c1. 00000400:00000200:2.0:1761313446.131317:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000100:00000200:0.0:1761313446.131318:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487040, offset 0 00000400:00000200:2.0:1761313446.131328:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89191:89191:256:4294967295] 192.168.204.1@tcp LPNI seq info [89191:89191:8:4294967295] 00000400:00000200:0.0:1761313446.131329:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.131341:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.131346:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.131350:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000800:00000010:2.0:1761313446.131352:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9429b4a (tot 82354770). 00000400:00000200:0.0:1761313446.131358:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000800:00000200:2.0:1761313446.131361:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000400:00000200:0.0:1761313446.131365:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.131371:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000800:00000200:2.0:1761313446.131372:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000400:00000200:0.0:1761313446.131377:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89192:89192:255:4294967295] 192.168.204.1@tcp LPNI seq info [89192:89192:7:4294967295] 00000800:00000200:2.0:1761313446.131378:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9429b4a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1761313446.131390:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.131395:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.131399:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aace3980 (tot 82355018). 00000800:00000200:0.0:1761313446.131404:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.131408:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000020:00000010:2.0:1761313446.131411:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000742c6db5. 00000800:00000200:0.0:1761313446.131411:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aace3980 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.131574:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000313a0cef. 00000020:00000010:2.0:1761313446.131580:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6ccb6ee. 00000800:00000200:1.0:1761313446.131845:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.131850:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9429b4a (tot 82354770). 00000400:00000200:1.0:1761313446.131854:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.131858:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.131861:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9414777 00000400:00000010:1.0:1761313446.131863:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9414777. 00000800:00000200:1.0:1761313446.131914:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.131916:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aace3980 (tot 82354522). 00000400:00000200:1.0:1761313446.131919:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.131921:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.131923:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb803c1 00000400:00000010:1.0:1761313446.131925:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb803c1. 00000100:00000200:1.0:1761313446.131930:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206487040/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.132425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003536d6fe. 00010000:00000010:0.1:1761313446.132433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e8b9177. 00010000:00000010:2.1:1761313446.138511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f1e10d0. 00000400:00000200:1.0:1761313446.139438:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.139457:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd000 00000400:00000200:1.0:1761313446.139464:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae169 [1] + 224 00000400:00000200:1.0:1761313446.139558:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.139563:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.139575:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206487040/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.139625:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.139630:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:0.0:1761313446.139632:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000100:00000200:0.0:1761313446.139639:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206487040/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.139647:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206487040/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.139675:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc466756. 02000000:00000010:0.0:1761313446.139681:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e0dd5b2. 00000100:00000010:0.0:1761313446.139686:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.139689:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.139693:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.141702:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.141719:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954e00 00000400:00000200:1.0:1761313446.141728:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacaa9 [2] + 1312 00000400:00000200:1.0:1761313446.141791:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.141795:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.141801:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.141807:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00000020:00000010:2.0:1761313446.142075:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aec4be3. 00000020:00000010:2.0:1761313446.142084:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.142088:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.142118:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199506944/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313446.142151:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199506944 02000000:00000010:2.0:1761313446.142172:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a0c4ed26. 00010000:00000010:2.0:1761313446.142201:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be2a8f48. 00010000:00000010:2.0:1761313446.142222:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.142228:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007eec4770. 00000100:00000010:2.0:1761313446.142249:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007eec4770. 00010000:00000010:2.0:1761313446.142252:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.142264:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cea5b6b5. 00000100:00000200:2.0:1761313446.142269:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199506944, offset 224 00000400:00000200:2.0:1761313446.142277:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.142287:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00080000:00000010:0.0:1761313446.142292:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc466756. 00000400:00000200:2.0:1761313446.142294:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89193:89193:256:4294967295] 192.168.204.1@tcp LPNI seq info [89193:89193:8:4294967295] 00000400:00000200:2.0:1761313446.142305:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.142310:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.142315:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9429b4a (tot 82354770). 00000800:00000200:2.0:1761313446.142320:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.142328:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.142332:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9429b4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.142355:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.142360:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.142362:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aec4be3. 00010000:00000010:0.0:1761313446.142389:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.142395:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046171edf. 00010000:00000010:0.0:1761313446.142498:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e8b9177. 00010000:00000010:0.0:1761313446.142504:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.142514:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.142518:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.142525:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.142537:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e0dd5b2. 02000000:00000010:0.0:1761313446.142561:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c365a99c. 00000400:00000010:0.0:1761313446.142567:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.142571:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313446.142576:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487104, portal 16 00000400:00000010:0.0:1761313446.142580:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313446.142582:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487104, offset 0 00000400:00000200:0.0:1761313446.142588:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.142596:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.142602:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.142606:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.142609:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.142611:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89194:89194:255:4294967295] 192.168.204.1@tcp LPNI seq info [89194:89194:7:4294967295] 00000400:00000200:0.0:1761313446.142620:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.142625:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.142629:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82355018). 00000800:00000200:0.0:1761313446.142634:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.142638:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.142640:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.143038:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.143042:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9429b4a (tot 82354770). 00000400:00000200:1.0:1761313446.143046:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.143051:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.143055:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cea5b6b5 00000400:00000010:1.0:1761313446.143057:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cea5b6b5. 00010000:00000010:0.1:1761313446.143541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d6c6c77. 00010000:00000010:0.1:1761313446.143556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f79d60f0. 00000800:00000200:1.0:1761313446.144138:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.144141:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:1.0:1761313446.144145:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.144151:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.144155:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:1.0:1761313446.144156:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000100:00000200:1.0:1761313446.144174:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206487104/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.146708:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.146726:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd040 00000400:00000200:1.0:1761313446.146735:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae175 [1] + 224 00000400:00000200:1.0:1761313446.146749:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.146753:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.146764:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206487104/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.146861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ece3c20b. 00000400:00000010:0.0:1761313446.146917:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.146922:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:0.0:1761313446.146924:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000100:00000200:0.0:1761313446.146930:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206487104/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.146938:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206487104/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.146965:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c365a99c. 02000000:00000010:0.0:1761313446.146971:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e0dd5b2. 00000100:00000010:0.0:1761313446.146975:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.146978:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.146982:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.149797:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.149816:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954e40 00000400:00000200:1.0:1761313446.149824:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacaa9 [2] + 1640 00000400:00000200:1.0:1761313446.149887:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.149892:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.149898:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.149905:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 00000020:00000010:3.0:1761313446.150009:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072a52463. 00000020:00000010:3.0:1761313446.150017:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.150021:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004748198a. 00000100:00000200:3.0:1761313446.150043:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013181f7b x1846869199507008/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.150076:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507008 02000000:00000010:3.0:1761313446.150088:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6ccb6ee. 00010000:00000010:3.0:1761313446.150118:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000708adecc. 00010000:00000010:3.0:1761313446.150139:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.150145:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313446.150169:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00010000:00000010:3.0:1761313446.150174:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.150187:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4631295. 00000100:00000200:3.0:1761313446.150193:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507008, offset 224 00000400:00000200:3.0:1761313446.150201:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.150210:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.150216:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89195:89195:256:4294967295] 192.168.204.1@tcp LPNI seq info [89195:89195:8:4294967295] 00000400:00000200:3.0:1761313446.150226:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.150231:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.150234:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354770). 00000800:00000200:3.0:1761313446.150239:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.150245:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.150249:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.150709:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.150714:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004748198a. 00000020:00000010:3.0:1761313446.150718:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072a52463. 00000800:00000200:1.0:1761313446.150833:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.150837:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354522). 00000400:00000200:1.0:1761313446.150842:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.150846:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.150849:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4631295 00000400:00000010:1.0:1761313446.150851:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4631295. 00080000:00000010:0.0:1761313446.151116:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c365a99c. 00010000:00000010:0.0:1761313446.151225:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.151232:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005299510b. 00010000:00000010:0.0:1761313446.151322:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f79d60f0. 00010000:00000010:0.0:1761313446.151329:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.151339:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.151343:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.151350:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.151362:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e0dd5b2. 02000000:00000010:0.0:1761313446.151387:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ec09592. 00000400:00000010:0.0:1761313446.151392:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.151397:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313446.151402:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487168, portal 16 00000400:00000010:0.0:1761313446.151406:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e99e622. 00000100:00000200:0.0:1761313446.151409:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487168, offset 0 00000400:00000200:0.0:1761313446.151415:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.151425:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.151432:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.151436:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.151438:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.151441:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89196:89196:256:4294967295] 192.168.204.1@tcp LPNI seq info [89196:89196:8:4294967295] 00000400:00000200:0.0:1761313446.151448:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.151453:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.151456:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313446.151460:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.151465:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00010000:00000010:0.1:1761313446.153765:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d6c8eed. 00010000:00000010:0.1:1761313446.153784:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066143813. 00000800:00000200:0.0:1761313446.153796:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.156429:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.156437:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:1.0:1761313446.156446:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.156457:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.156463:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e99e622 00000400:00000010:1.0:1761313446.156465:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e99e622. 00000100:00000200:1.0:1761313446.156491:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206487168/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.158775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002543960d. 00000400:00000200:1.0:1761313446.158859:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.158877:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd080 00000400:00000200:1.0:1761313446.158885:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae181 [1] + 224 00000400:00000200:1.0:1761313446.158899:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.158903:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.158912:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206487168/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.159081:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.159086:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:0.0:1761313446.159087:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000100:00000200:0.0:1761313446.159094:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206487168/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.159102:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206487168/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.159129:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ec09592. 02000000:00000010:0.0:1761313446.159134:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e0dd5b2. 00000100:00000010:0.0:1761313446.159138:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.159142:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.159145:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.159391:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.159399:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954e80 00000400:00000200:1.0:1761313446.159405:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacaa9 [2] + 1968 00000400:00000010:1.0:1761313446.159408:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f7127bb. 00000400:00000200:1.0:1761313446.159411:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008ec44d3c 00000400:00000200:1.0:1761313446.159586:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.159591:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.159593:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ec44d3c 00000400:00000010:1.0:1761313446.159595:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008ec44d3c (tot 82354370). 00000100:00000200:1.0:1761313446.159600:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313446.159790:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aec4be3. 00000020:00000010:2.0:1761313446.159797:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.159801:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.159822:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d2cca7fd x1846869199507072/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313446.159849:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507072 02000000:00000010:2.0:1761313446.159862:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7ae3436. 00010000:00000010:2.0:1761313446.159887:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ae48b16. 00010000:00000010:2.0:1761313446.159908:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.159913:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007eec4770. 00000100:00000010:2.0:1761313446.159924:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007eec4770. 00010000:00000010:2.0:1761313446.159926:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.159938:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e8705f6. 00000100:00000200:2.0:1761313446.159942:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507072, offset 224 00000400:00000200:2.0:1761313446.159948:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.159958:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.159963:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89197:89197:256:4294967295] 192.168.204.1@tcp LPNI seq info [89197:89197:8:4294967295] 00000400:00000200:2.0:1761313446.159972:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.159977:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.159981:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001295478e (tot 82354618). 00000800:00000200:2.0:1761313446.159986:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.159992:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.159995:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001295478e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.160017:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.160021:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.160023:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aec4be3. 02000000:00000010:2.0:1761313446.160038:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6ccb6ee. 00000100:00000010:2.0:1761313446.160042:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 02000000:00000010:2.0:1761313446.160046:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a0c4ed26. 00000100:00000010:2.0:1761313446.160047:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:2.0:1761313446.160052:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007026fc14. 00000100:00000010:2.0:1761313446.160054:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 02000000:00000010:2.0:1761313446.160057:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ea592c78. 00000100:00000010:2.0:1761313446.160059:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 02000000:00000010:2.0:1761313446.160062:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006895a28. 00000100:00000010:2.0:1761313446.160064:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 02000000:00000010:2.0:1761313446.160067:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8d40208. 00000100:00000010:2.0:1761313446.160069:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 00000100:00000200:2.0:1761313446.160075:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313446.160079:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9cef8ec. 00000400:00000010:2.0:1761313446.160083:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007eec4770 (tot 82354770). 00080000:00000010:0.0:1761313446.160267:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ec09592. 00010000:00000010:0.0:1761313446.160352:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.160359:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098b0612d. 00010000:00000010:0.0:1761313446.160432:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3f77b54. 00010000:00000010:0.0:1761313446.160436:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.160441:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066143813. 00010000:00000010:0.0:1761313446.160446:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007156e335. 00080000:00000010:0.0:1761313446.160457:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e0dd5b2. 00010000:00000010:0.0:1761313446.160513:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.160516:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.160567:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078287cf1. 00010000:00000010:0.0:1761313446.160571:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.160578:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.160581:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.160587:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.160598:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f899181. 02000000:00000010:0.0:1761313446.160619:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3710247. 00000400:00000010:0.0:1761313446.160623:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.160626:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313446.160628:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487232, portal 16 00000400:00000010:0.0:1761313446.160632:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9dda38a. 00000100:00000200:0.0:1761313446.160634:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487232, offset 0 00000400:00000200:0.0:1761313446.160640:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.160647:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.160655:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.160658:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.160660:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.160663:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89198:89198:255:4294967295] 192.168.204.1@tcp LPNI seq info [89198:89198:7:4294967295] 00000400:00000200:0.0:1761313446.160670:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.160674:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.160677:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aace3980 (tot 82355018). 00000800:00000200:0.0:1761313446.160681:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.160685:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.160687:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aace3980 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.160837:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.160840:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001295478e (tot 82354770). 00000400:00000200:1.0:1761313446.160844:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.160849:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.160852:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e8705f6 00000400:00000010:1.0:1761313446.160854:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e8705f6. 02000000:00000010:1.0:1761313446.160857:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7ae3436. 00000800:00000200:1.0:1761313446.160903:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.160905:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aace3980 (tot 82354522). 00000400:00000200:1.0:1761313446.160908:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.160911:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.160913:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9dda38a 00000400:00000010:1.0:1761313446.160914:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9dda38a. 00000100:00000200:1.0:1761313446.160919:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206487232/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.162731:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.162747:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd0c0 00000400:00000200:1.0:1761313446.162754:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae191 [1] + 224 00000400:00000200:1.0:1761313446.162764:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.162767:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.162776:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206487232/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.162803:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.162809:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954ec0 00000400:00000200:1.0:1761313446.162813:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacb01 [2] + 0 00000400:00000200:1.0:1761313446.162856:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.162860:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.162864:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.162868:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 00000020:00000010:3.0:1761313446.163077:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072a52463. 00000020:00000010:3.0:1761313446.163084:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.163087:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004748198a. 00000400:00000010:0.0:1761313446.163090:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.163094:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:0.0:1761313446.163097:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000100:00000200:0.0:1761313446.163102:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206487232/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.163106:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a333fac x1846869199507136/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313446.163109:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206487232/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.163132:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3710247. 02000000:00000010:0.0:1761313446.163137:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f899181. 00000100:00000200:3.0:1761313446.163138:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507136 00000100:00000010:0.0:1761313446.163141:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.163143:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.163146:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 02000000:00000010:3.0:1761313446.163148:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000074f76ac9. 00010000:00000010:3.0:1761313446.163179:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c34d9d6. 00010000:00000010:3.0:1761313446.163196:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.163201:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313446.163215:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00010000:00000010:3.0:1761313446.163218:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.163229:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eafa7148. 00000100:00000200:3.0:1761313446.163233:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507136, offset 224 00000400:00000200:3.0:1761313446.163241:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.163250:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.163255:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89199:89199:256:4294967295] 192.168.204.1@tcp LPNI seq info [89199:89199:8:4294967295] 00000400:00000200:3.0:1761313446.163264:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.163269:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.163272:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82354770). 00000800:00000200:3.0:1761313446.163277:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.163282:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.163285:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.163298:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.163301:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004748198a. 00000020:00000010:3.0:1761313446.163305:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072a52463. 00000800:00000200:1.0:1761313446.163399:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.163402:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:1.0:1761313446.163405:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.163409:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.163411:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eafa7148 00000400:00000010:1.0:1761313446.163413:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eafa7148. 00080000:00000010:0.0:1761313446.164198:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3710247. 00010000:00000010:0.0:1761313446.164278:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.164284:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008415b9d4. 00010000:00000010:0.0:1761313446.164440:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000129b0f2. 00010000:00000010:0.0:1761313446.164445:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007156e335. 00010000:00000010:0.0:1761313446.164454:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.164459:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.164465:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 00010000:00000010:0.1:1761313446.164520:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a815d8a4. 00010000:00000010:0.1:1761313446.164526:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e8b9177. 02000000:00000010:0.0:1761313446.164540:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f899181. 02000000:00000010:0.0:1761313446.164563:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000516db19f. 00000400:00000010:0.0:1761313446.164568:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.164572:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313446.164576:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487296, portal 16 00000400:00000010:0.0:1761313446.164585:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313446.164587:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487296, offset 0 00000400:00000200:0.0:1761313446.164594:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.164604:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.164610:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.164614:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.164617:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.164620:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89200:89200:256:4294967295] 192.168.204.1@tcp LPNI seq info [89200:89200:8:4294967295] 00000400:00000200:0.0:1761313446.164627:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.164632:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.164635:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018b1f5e4 (tot 82354770). 00000800:00000200:0.0:1761313446.164640:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.164645:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.164649:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018b1f5e4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.165235:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.165239:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018b1f5e4 (tot 82354522). 00000400:00000200:1.0:1761313446.165244:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.165249:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.165253:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:1.0:1761313446.165255:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00000100:00000200:1.0:1761313446.165263:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206487296/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.167444:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.167461:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd100 00000400:00000200:1.0:1761313446.168957:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae19d [1] + 224 00000400:00000200:1.0:1761313446.168991:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.168995:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.169007:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206487296/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.169455:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000010:0.0:1761313446.169497:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.169502:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:0.0:1761313446.169504:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000100:00000200:0.0:1761313446.169511:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206487296/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.169514:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954f00 00000100:00000200:0.0:1761313446.169518:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206487296/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.169519:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacb01 [2] + 328 02000000:00000010:0.0:1761313446.169544:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000516db19f. 02000000:00000010:0.0:1761313446.169550:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f899181. 00000100:00000010:0.0:1761313446.169555:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.169559:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.169562:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.169566:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.169569:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.169573:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.169577:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000020:00000010:0.0:1761313446.169900:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000516db19f. 00000020:00000010:0.0:1761313446.169906:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.169910:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.169932:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199507200/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313446.169961:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507200 02000000:00000010:0.0:1761313446.169971:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aabbcee5. 00010000:00000010:0.0:1761313446.169994:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2487021. 00010000:00000010:0.0:1761313446.170014:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.170019:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.170036:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.170039:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.170049:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313446.170054:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507200, offset 224 00000400:00000200:0.0:1761313446.170060:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.170069:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.170074:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89201:89201:256:4294967295] 192.168.204.1@tcp LPNI seq info [89201:89201:8:4294967295] 00000400:00000200:0.0:1761313446.170083:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.170088:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.170092:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313446.170096:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.170103:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.170106:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.170127:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.170131:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.170134:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000516db19f. 00000800:00000200:1.0:1761313446.170228:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.170232:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:1.0:1761313446.170235:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.170239:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.170241:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:1.0:1761313446.170242:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00080000:00000010:2.0:1761313446.170363:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fefdd38. 00010000:00000010:2.0:1761313446.170450:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007156e335. 00010000:00000010:2.0:1761313446.170456:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bc7f330. 00010000:00000010:2.1:1761313446.170497:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a842db4e. 00010000:00000010:3.1:1761313446.170526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bea330f. 00010000:00000010:2.0:1761313446.170569:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000595659dc. 00010000:00000010:2.0:1761313446.170575:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.170584:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.170588:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000100:00000010:2.0:1761313446.170594:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.170603:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7ae3436. 02000000:00000010:2.0:1761313446.170624:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8d40208. 00000400:00000010:2.0:1761313446.170629:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053c913ef. 00000400:00000010:2.0:1761313446.170633:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313446.170637:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487360, portal 16 00000400:00000010:2.0:1761313446.170641:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039409be4. 00000100:00000200:2.0:1761313446.170643:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487360, offset 0 00000400:00000200:2.0:1761313446.170648:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.170654:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.170660:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.170663:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.170666:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.170668:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89202:89202:256:4294967295] 192.168.204.1@tcp LPNI seq info [89202:89202:8:4294967295] 00000400:00000200:2.0:1761313446.170674:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.170678:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.170682:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a14b474 (tot 82354770). 00000800:00000200:2.0:1761313446.170685:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.170689:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.170691:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a14b474 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.170950:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.170952:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a14b474 (tot 82354522). 00000400:00000200:1.0:1761313446.170956:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.170960:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.170962:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039409be4 00000400:00000010:1.0:1761313446.170963:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039409be4. 00000100:00000200:1.0:1761313446.170968:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206487360/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.173367:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.173388:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd140 00000400:00000200:1.0:1761313446.173396:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae1a9 [1] + 224 00000400:00000200:1.0:1761313446.173415:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.173419:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.173429:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206487360/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.174435:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.174444:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954f40 00000400:00000200:1.0:1761313446.174450:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacb01 [2] + 656 00000400:00000200:1.0:1761313446.174703:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.174708:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.174713:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.174718:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 00000020:00000010:0.0:1761313446.175262:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000516db19f. 00000020:00000010:0.0:1761313446.175269:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.175273:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.175295:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dc8069e x1846869199507264/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:2.0:1761313446.175358:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053c913ef. 00000100:00000200:0.0:1761313446.175360:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507264 00000400:00000200:2.0:1761313446.175364:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:2.0:1761313446.175366:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:2.0:1761313446.175372:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206487360/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.175374:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f899181. 00000100:00000200:2.0:1761313446.175379:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206487360/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313446.175402:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b50f07b. 02000000:00000010:2.0:1761313446.175405:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8d40208. 02000000:00000010:2.0:1761313446.175410:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7ae3436. 00000100:00000010:2.0:1761313446.175414:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.175418:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.175422:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00010000:00000010:0.0:1761313446.175422:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.175427:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.175432:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.175434:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00080000:00000010:2.0:1761313446.175443:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8d40208. 00000400:00000010:0.0:1761313446.175447:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f44040b3. 00000100:00000200:0.0:1761313446.175450:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507264, offset 224 00000400:00000200:0.0:1761313446.175457:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.175466:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.175489:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89203:89203:256:4294967295] 192.168.204.1@tcp LPNI seq info [89203:89203:8:4294967295] 00000400:00000200:0.0:1761313446.175498:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.175503:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.175506:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313446.175511:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.175517:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.175520:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.175536:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.175541:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.175543:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000516db19f. 00010000:00000010:2.0:1761313446.175544:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.175549:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086c3f493. 00010000:00000010:2.0:1761313446.175629:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.0:1761313446.175635:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.175644:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.175647:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000100:00000010:2.0:1761313446.175653:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.175662:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7ae3436. 02000000:00000010:2.0:1761313446.175682:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea592c78. 00000400:00000010:2.0:1761313446.175687:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053c913ef. 00000400:00000010:2.0:1761313446.175690:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313446.175695:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487424, portal 16 00000400:00000010:2.0:1761313446.175698:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a23e65b. 00000100:00000200:2.0:1761313446.175700:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487424, offset 0 00000400:00000200:2.0:1761313446.175705:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.175710:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.175715:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.175719:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.175721:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.175724:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89204:89204:255:4294967295] 192.168.204.1@tcp LPNI seq info [89204:89204:7:4294967295] 00000400:00000200:2.0:1761313446.175730:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.175734:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.175737:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025c7dbcf (tot 82355018). 00000800:00000200:2.0:1761313446.175741:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.175744:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.175746:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025c7dbcf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313446.175872:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.175876:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354770). 00000400:00000200:0.0:1761313446.175879:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.175883:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.175886:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f44040b3 00000400:00000010:0.0:1761313446.175887:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f44040b3. 00000800:00000200:0.0:1761313446.176144:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.176147:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025c7dbcf (tot 82354522). 00000400:00000200:0.0:1761313446.176151:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.176154:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.176156:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a23e65b 00000400:00000010:0.0:1761313446.176158:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a23e65b. 00000100:00000200:0.0:1761313446.176171:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206487424/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.176748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c9a27c3. 00010000:00000010:0.1:1761313446.176756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f79d60f0. 00010000:00000010:0.1:1761313446.176761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3f77b54. 00010000:00000010:0.1:1761313446.176764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066143813. 00010000:00000010:0.1:1761313446.176766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003edf1303. 00010000:00000010:0.1:1761313446.176769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078287cf1. 00000400:00000200:1.0:1761313446.177142:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.177160:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd180 00000400:00000200:1.0:1761313446.177178:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae1b5 [1] + 224 00000400:00000200:1.0:1761313446.177190:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.177192:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.177198:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206487424/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.177273:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053c913ef. 00000400:00000200:2.0:1761313446.177276:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:2.0:1761313446.177278:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:2.0:1761313446.177283:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206487424/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.177289:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206487424/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.177318:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea592c78. 02000000:00000010:2.0:1761313446.177323:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7ae3436. 00000100:00000010:2.0:1761313446.177327:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.177331:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.177333:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000200:1.0:1761313446.177354:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.177361:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954f80 00000400:00000200:1.0:1761313446.177366:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacb01 [2] + 984 00000400:00000200:1.0:1761313446.177402:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.177405:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.177409:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.177413:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 00000020:00000010:0.0:1761313446.177521:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000516db19f. 00000020:00000010:0.0:1761313446.177526:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.177530:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.177550:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000479fcbdf x1846869199507328/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313446.177570:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507328 02000000:00000010:0.0:1761313446.177579:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b033e758. 00010000:00000010:0.0:1761313446.177599:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c82a8a1d. 00010000:00000010:0.0:1761313446.177613:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.177618:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.177631:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.177634:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.177644:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f44040b3. 00000100:00000200:0.0:1761313446.177647:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507328, offset 224 00000400:00000200:0.0:1761313446.177654:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.177662:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.177668:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89205:89205:256:4294967295] 192.168.204.1@tcp LPNI seq info [89205:89205:8:4294967295] 00000400:00000200:0.0:1761313446.177676:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.177681:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.177684:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313446.177688:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.177693:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.177697:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761313446.177714:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea592c78. 00000020:00000010:0.0:1761313446.177720:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.177723:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.177726:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000516db19f. 00010000:00000010:2.0:1761313446.177783:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.177788:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de5baac6. 00010000:00000010:2.0:1761313446.177847:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e4fd248. 00010000:00000010:2.0:1761313446.177852:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00000800:00000200:3.0:1761313446.177928:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.177931:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:3.0:1761313446.177934:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.177938:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.177941:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f44040b3 00000400:00000010:3.0:1761313446.177942:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f44040b3. 00010000:00000010:2.0:1761313446.178087:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.178091:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000100:00000010:2.0:1761313446.178097:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.178105:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7ae3436. 02000000:00000010:2.0:1761313446.178123:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007026fc14. 00000400:00000010:2.0:1761313446.178127:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053c913ef. 00000400:00000010:2.0:1761313446.178130:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313446.178133:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487488, portal 16 00000400:00000010:2.0:1761313446.178137:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea544e46. 00000100:00000200:2.0:1761313446.178139:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487488, offset 0 00000400:00000200:2.0:1761313446.178144:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.178150:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.178156:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.178159:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.178173:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.178176:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89206:89206:256:4294967295] 192.168.204.1@tcp LPNI seq info [89206:89206:8:4294967295] 00000400:00000200:2.0:1761313446.178183:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.178187:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.178190:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb86b6d5 (tot 82354770). 00000800:00000200:2.0:1761313446.178194:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.178198:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.178200:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bb86b6d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.178356:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.178358:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb86b6d5 (tot 82354522). 00000400:00000200:1.0:1761313446.178362:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.178366:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.178368:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea544e46 00000400:00000010:1.0:1761313446.178370:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea544e46. 00000100:00000200:1.0:1761313446.178375:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206487488/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.181059:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.181078:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd1c0 00000400:00000200:1.0:1761313446.181087:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae1c1 [1] + 224 00000400:00000200:1.0:1761313446.181097:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.181100:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.181110:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206487488/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.181146:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.181151:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be954fc0 00000400:00000200:1.0:1761313446.181155:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacb01 [2] + 1312 00000400:00000200:1.0:1761313446.181174:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.181176:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.181180:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.181185:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000400:00000010:2.0:1761313446.181256:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053c913ef. 00000400:00000200:2.0:1761313446.181261:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:2.0:1761313446.181263:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:2.0:1761313446.181268:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206487488/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.181275:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206487488/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.181303:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007026fc14. 02000000:00000010:2.0:1761313446.181309:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7ae3436. 00000100:00000010:2.0:1761313446.181313:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.181317:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.181320:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000020:00000010:3.0:1761313446.181391:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072a52463. 00000020:00000010:3.0:1761313446.181398:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.181403:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004748198a. 00000100:00000200:3.0:1761313446.181425:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199507392/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.181455:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507392 02000000:00000010:3.0:1761313446.181497:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000013e79982. 00010000:00000010:3.0:1761313446.181525:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ceaa5721. 00010000:00000010:3.0:1761313446.181545:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.181551:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313446.181561:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00010000:00000010:3.0:1761313446.181564:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.181579:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041794d07. 00000100:00000200:3.0:1761313446.181583:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507392, offset 224 00000400:00000200:3.0:1761313446.181590:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.181600:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.181605:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89207:89207:256:4294967295] 192.168.204.1@tcp LPNI seq info [89207:89207:8:4294967295] 00000400:00000200:3.0:1761313446.181614:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.181619:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.181623:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82354770). 00000800:00000200:3.0:1761313446.181629:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.181635:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.181638:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.181659:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.181663:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004748198a. 00000020:00000010:3.0:1761313446.181667:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072a52463. 00080000:00000010:2.0:1761313446.181736:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007026fc14. 00000800:00000200:0.0:1761313446.181747:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.181751:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:0.0:1761313446.181755:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.181759:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.181762:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041794d07 00000400:00000010:0.0:1761313446.181764:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041794d07. 00010000:00000010:2.0:1761313446.181826:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.181832:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d0225dd. 00010000:00000010:2.0:1761313446.181905:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044ac3629. 00010000:00000010:2.0:1761313446.181909:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.181914:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f782c24. 00010000:00000010:2.0:1761313446.181918:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00080000:00000010:2.0:1761313446.181929:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7ae3436. 00010000:00000010:2.0:1761313446.181954:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.181958:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.182011:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba0ccb39. 00010000:00000010:2.0:1761313446.182015:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.182021:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.182024:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000100:00000010:2.0:1761313446.182029:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.182038:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0c4ed26. 02000000:00000010:2.0:1761313446.182059:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004aec4be3. 00000400:00000010:2.0:1761313446.182065:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053c913ef. 00000400:00000010:2.0:1761313446.182068:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313446.182073:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487552, portal 16 00000400:00000010:2.0:1761313446.182077:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313446.182079:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487552, offset 0 00000400:00000200:2.0:1761313446.182084:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.182095:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.182100:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.182103:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.182105:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.182108:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89208:89208:256:4294967295] 192.168.204.1@tcp LPNI seq info [89208:89208:8:4294967295] 00000400:00000200:2.0:1761313446.182114:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.182118:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.182121:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068b7b57f (tot 82354770). 00000800:00000200:2.0:1761313446.182125:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.182129:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.182131:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068b7b57f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.182315:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.182317:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068b7b57f (tot 82354522). 00000400:00000200:1.0:1761313446.182322:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.182326:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.182328:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:1.0:1761313446.182330:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:1.0:1761313446.182335:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206487552/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.183230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca0ffffd. 00000400:00000200:1.0:1761313446.183437:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.183450:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd200 00000400:00000200:1.0:1761313446.183457:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae1cd [1] + 224 00010000:00000010:2.1:1761313446.183540:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da6c2865. 00010000:00000010:2.1:1761313446.183548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000129b0f2. 00010000:00000010:2.1:1761313446.183564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b90480b2. 00010000:00000010:2.1:1761313446.183567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595659dc. 00000400:00000200:1.0:1761313446.183606:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.183610:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.183618:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206487552/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.183775:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053c913ef. 00000400:00000200:2.0:1761313446.183779:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:2.0:1761313446.183781:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:2.0:1761313446.183786:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206487552/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.183793:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206487552/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.183817:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004aec4be3. 02000000:00000010:2.0:1761313446.183822:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0c4ed26. 00000100:00000010:2.0:1761313446.183833:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.183837:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.183839:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000200:1.0:1761313446.183891:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.183899:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955000 00000400:00000200:1.0:1761313446.183903:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacb01 [2] + 1640 00000400:00000200:1.0:1761313446.183953:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.183957:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.183962:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.183966:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 00000020:00000010:3.0:1761313446.184154:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072a52463. 00000020:00000010:3.0:1761313446.184172:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.184178:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004748198a. 00000100:00000200:3.0:1761313446.184200:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a65e944 x1846869199507456/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313446.184885:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507456 02000000:00000010:3.0:1761313446.184899:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006895a28. 00010000:00000010:3.0:1761313446.184925:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000644eb2f8. 00010000:00000010:3.0:1761313446.184946:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.184952:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313446.185249:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00080000:00000010:2.0:1761313446.185258:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004aec4be3. 00010000:00000010:2.0:1761313446.185340:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.185406:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000595659dc. 00010000:00000010:2.0:1761313446.185411:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.185420:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00010000:00000010:3.0:1761313446.185425:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000100:00000010:2.0:1761313446.185425:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00010000:00000010:3.0:1761313446.185433:0:64768:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046739ae6. 00000100:00000010:2.0:1761313446.185433:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.185445:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0c4ed26. 00000400:00000010:3.0:1761313446.185452:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000542f1aca. 00000100:00000200:3.0:1761313446.185459:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507456, offset 224 02000000:00000010:2.0:1761313446.185489:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f01cc4fc. 00000400:00000200:3.0:1761313446.185492:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000010:2.0:1761313446.185496:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053c913ef. 00000400:00000010:2.0:1761313446.185502:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000400:00000200:3.0:1761313446.185506:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000100:00000200:2.0:1761313446.185506:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487616, portal 16 00000400:00000010:2.0:1761313446.185512:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c31452. 00000400:00000200:3.0:1761313446.185514:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89209:89209:256:4294967295] 192.168.204.1@tcp LPNI seq info [89209:89209:8:4294967295] 00000100:00000200:2.0:1761313446.185516:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487616, offset 0 00000400:00000200:2.0:1761313446.185526:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.185531:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.185537:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.185540:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000800:00000010:3.0:1761313446.185541:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2099ebe (tot 82354770). 00000800:00000200:3.0:1761313446.185549:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.185555:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.185558:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e2099ebe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.185739:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.185744:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004748198a. 00000020:00000010:3.0:1761313446.185749:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072a52463. 00000800:00000200:1.0:1761313446.185806:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.185810:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2099ebe (tot 82354522). 00000400:00000200:1.0:1761313446.185813:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.185817:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.185820:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000542f1aca 00000400:00000010:1.0:1761313446.185822:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000542f1aca. 00000400:00000200:2.0:1761313446.185907:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.185914:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.185917:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.185920:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89210:89210:255:4294967295] 192.168.204.1@tcp LPNI seq info [89210:89210:7:4294967295] 00000400:00000200:2.0:1761313446.185928:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.185933:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.185937:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c24a49b (tot 82354770). 00000800:00000200:2.0:1761313446.185941:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.185946:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.185949:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c24a49b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.185999:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.186002:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c24a49b (tot 82354522). 00000400:00000200:1.0:1761313446.186006:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.186009:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.186011:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c31452 00000400:00000010:1.0:1761313446.186012:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c31452. 00000100:00000200:1.0:1761313446.186017:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206487616/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.186549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf1a67a1. 00010000:00000010:0.1:1761313446.186554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000110aea8. 00000400:00000200:1.0:1761313446.188176:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.188195:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd240 00000400:00000200:1.0:1761313446.188204:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae1d9 [1] + 224 00000400:00000200:1.0:1761313446.188215:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.188219:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.188227:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206487616/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.188257:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.188263:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955040 00000400:00000200:1.0:1761313446.188267:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacb01 [2] + 1968 00000400:00000010:1.0:1761313446.188271:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:1.0:1761313446.188275:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b257b8dc 00000400:00000200:1.0:1761313446.188333:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.188337:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.188340:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b257b8dc 00000400:00000010:1.0:1761313446.188343:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b257b8dc (tot 82354370). 00000100:00000200:1.0:1761313446.188354:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313446.188416:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072a52463. 00000020:00000010:3.0:1761313446.188423:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.188427:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004748198a. 00000100:00000200:3.0:1761313446.188449:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d0ec2636 x1846869199507520/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313446.188512:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507520 02000000:00000010:3.0:1761313446.188524:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6ccb6ee. 00010000:00000010:3.0:1761313446.188558:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.188565:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689779a1. 00000100:00000010:3.0:1761313446.188570:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000689779a1. 00010000:00000010:3.0:1761313446.188573:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.188586:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c44581b. 00000100:00000200:3.0:1761313446.188590:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507520, offset 224 00000400:00000200:3.0:1761313446.188597:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.188606:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.188612:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89211:89211:256:4294967295] 192.168.204.1@tcp LPNI seq info [89211:89211:8:4294967295] 00000400:00000200:3.0:1761313446.188621:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.188626:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.188630:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2099ebe (tot 82354618). 00000800:00000200:3.0:1761313446.188635:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.188641:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.188643:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e2099ebe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.188655:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.188658:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004748198a. 00000020:00000010:3.0:1761313446.188663:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072a52463. 02000000:00000010:3.0:1761313446.188670:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006895a28. 00000100:00000010:3.0:1761313446.188673:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 02000000:00000010:3.0:1761313446.188678:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000013e79982. 00000100:00000010:3.0:1761313446.188679:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 02000000:00000010:3.0:1761313446.188682:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b033e758. 00000100:00000010:3.0:1761313446.188685:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 02000000:00000010:3.0:1761313446.188688:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f899181. 00000100:00000010:3.0:1761313446.188690:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 02000000:00000010:3.0:1761313446.188692:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aabbcee5. 00000100:00000010:3.0:1761313446.188694:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 02000000:00000010:3.0:1761313446.188696:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000074f76ac9. 00000100:00000010:3.0:1761313446.188698:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 00000100:00000200:3.0:1761313446.188704:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313446.188709:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070b0dee2. 00000400:00000010:3.0:1761313446.188712:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000689779a1 (tot 82354770). 00010000:00000010:2.1:1761313446.188844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1a9596c. 00010000:00000010:2.1:1761313446.188852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.1:1761313446.188856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d943bb23. 00010000:00000010:2.1:1761313446.188859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e4fd248. 00010000:00000010:2.1:1761313446.188863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044ac3629. 00010000:00000010:2.1:1761313446.188865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f782c24. 00000400:00000010:2.0:1761313446.188882:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053c913ef. 00000400:00000200:2.0:1761313446.188885:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:2.0:1761313446.188886:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:2.0:1761313446.188948:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206487616/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.188957:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206487616/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313446.188989:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078f3bf31. 02000000:00000010:2.0:1761313446.189005:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f01cc4fc. 00000800:00000200:1.0:1761313446.189008:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1761313446.189011:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0c4ed26. 00000800:00000010:1.0:1761313446.189013:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2099ebe (tot 82354522). 00000100:00000010:2.0:1761313446.189016:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000400:00000200:1.0:1761313446.189018:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1761313446.189022:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00000400:00000200:1.0:1761313446.189025:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00010000:00000010:2.0:1761313446.189026:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000200:1.0:1761313446.189030:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c44581b 00000400:00000010:1.0:1761313446.189033:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c44581b. 02000000:00000010:1.0:1761313446.189038:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6ccb6ee. 00080000:00000010:2.0:1761313446.189042:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f01cc4fc. 00010000:00000010:2.0:1761313446.189149:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.189155:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058aabc3b. 00010000:00000010:2.0:1761313446.189245:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f782c24. 00010000:00000010:2.0:1761313446.189250:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.189258:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.189267:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000100:00000010:2.0:1761313446.189272:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.189282:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007634b685. 02000000:00000010:2.0:1761313446.189301:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0c4ed26. 00000400:00000010:2.0:1761313446.189305:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053c913ef. 00000400:00000010:2.0:1761313446.189307:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313446.189311:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487680, portal 16 00000400:00000010:2.0:1761313446.189315:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c31452. 00000100:00000200:2.0:1761313446.189317:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487680, offset 0 00000400:00000200:2.0:1761313446.189322:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.189328:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.189335:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.189338:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.189341:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.189343:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89212:89212:256:4294967295] 192.168.204.1@tcp LPNI seq info [89212:89212:8:4294967295] 00000400:00000200:2.0:1761313446.189350:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.189355:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.189358:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a90f11e (tot 82354770). 00000800:00000200:2.0:1761313446.189362:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.189367:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.189369:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a90f11e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.189621:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.189623:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a90f11e (tot 82354522). 00000400:00000200:1.0:1761313446.189627:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.189630:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.189633:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c31452 00000400:00000010:1.0:1761313446.189634:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c31452. 00000100:00000200:1.0:1761313446.189638:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206487680/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.190519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a46e9fb3. 00010000:00000010:2.1:1761313446.190570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba0ccb39. 00000400:00000200:1.0:1761313446.191148:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.191176:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd280 00000400:00000200:1.0:1761313446.191184:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae1e9 [1] + 224 00000400:00000200:1.0:1761313446.191196:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.191199:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.191206:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206487680/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.191395:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053c913ef. 00000400:00000200:2.0:1761313446.191399:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:2.0:1761313446.191401:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:2.0:1761313446.191407:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206487680/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.191413:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206487680/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.191435:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0c4ed26. 02000000:00000010:2.0:1761313446.191440:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007634b685. 00000100:00000010:2.0:1761313446.191443:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.191447:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.191450:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000200:1.0:1761313446.193653:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.193671:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955080 00000400:00000200:1.0:1761313446.193678:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacb59 [2] + 0 00000400:00000200:1.0:1761313446.193735:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.193739:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.193745:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.193750:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 00000020:00000010:0.0:1761313446.193846:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b033e758. 00000020:00000010:0.0:1761313446.193858:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.193863:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.193887:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ad394eb x1846869199507584/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313446.193917:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507584 02000000:00000010:0.0:1761313446.193929:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aabbcee5. 00010000:00000010:0.0:1761313446.193958:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052dabf97. 00010000:00000010:0.0:1761313446.193978:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.193985:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.194002:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.194006:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.194018:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f21e616. 00000100:00000200:0.0:1761313446.194022:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507584, offset 224 00000400:00000200:0.0:1761313446.194029:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:2.0:1761313446.194031:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0c4ed26. 00000400:00000200:0.0:1761313446.194039:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.194043:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89213:89213:256:4294967295] 192.168.204.1@tcp LPNI seq info [89213:89213:8:4294967295] 00000400:00000200:0.0:1761313446.194052:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.194063:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.194067:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313446.194071:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.194078:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.194081:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.194104:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.194108:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.194110:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b033e758. 00010000:00000010:2.0:1761313446.194113:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.194118:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002b9dae2a. 00010000:00000010:2.0:1761313446.194218:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba0ccb39. 00000800:00000200:1.0:1761313446.194218:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.194223:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00010000:00000010:2.0:1761313446.194226:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00000400:00000200:1.0:1761313446.194228:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.194234:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00010000:00000010:2.0:1761313446.194237:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000400:00000200:1.0:1761313446.194238:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f21e616 00000100:00000010:2.0:1761313446.194242:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000400:00000010:1.0:1761313446.194242:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f21e616. 00000100:00000010:2.0:1761313446.194251:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.194263:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007634b685. 02000000:00000010:2.0:1761313446.194285:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000643141f7. 00000400:00000010:2.0:1761313446.194289:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053c913ef. 00000400:00000010:2.0:1761313446.194294:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313446.194298:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487744, portal 16 00000400:00000010:2.0:1761313446.194301:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313446.194303:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487744, offset 0 00000400:00000200:2.0:1761313446.194308:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.194314:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.194320:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.194323:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.194326:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.194329:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89214:89214:256:4294967295] 192.168.204.1@tcp LPNI seq info [89214:89214:8:4294967295] 00000400:00000200:2.0:1761313446.194336:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.194339:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.194342:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048e3401e (tot 82354770). 00000800:00000200:2.0:1761313446.194346:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.194350:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.194351:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048e3401e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761313446.194498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f08482c. 00010000:00000010:3.1:1761313446.194504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed73d21c. 00010000:00000010:2.1:1761313446.195495:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fed1f576. 00010000:00000010:2.1:1761313446.195506:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f036962. 00010000:00000010:2.1:1761313446.195509:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595659dc. 00000800:00000200:1.0:1761313446.195920:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.195924:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048e3401e (tot 82354522). 00000400:00000200:1.0:1761313446.195929:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.195935:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.195940:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:1.0:1761313446.195942:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:1.0:1761313446.195948:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206487744/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.197174:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.197191:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd2c0 00000400:00000200:1.0:1761313446.197198:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae1f5 [1] + 224 00000400:00000200:1.0:1761313446.197257:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.197261:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.197269:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206487744/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.197592:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.197597:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9550c0 00000400:00000010:2.0:1761313446.197600:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053c913ef. 00000400:00000200:2.0:1761313446.197604:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:2.0:1761313446.197606:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:2.0:1761313446.197611:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206487744/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.197619:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206487744/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.197644:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacb59 [2] + 328 02000000:00000010:2.0:1761313446.197645:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000643141f7. 02000000:00000010:2.0:1761313446.197650:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007634b685. 00000100:00000010:2.0:1761313446.197655:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.197659:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.197663:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000200:1.0:1761313446.197844:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.197849:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.197853:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.197858:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:0.0:1761313446.198127:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000516db19f. 00000020:00000010:0.0:1761313446.198133:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.198137:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.198169:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199507648/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313446.198210:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507648 02000000:00000010:0.0:1761313446.198224:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b033e758. 00010000:00000010:0.0:1761313446.198252:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000950694b4. 00010000:00000010:0.0:1761313446.198272:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.198278:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.198294:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.198297:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.198309:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313446.198313:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507648, offset 224 00000400:00000200:0.0:1761313446.198321:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.198331:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.198337:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89215:89215:256:4294967295] 192.168.204.1@tcp LPNI seq info [89215:89215:8:4294967295] 00000400:00000200:0.0:1761313446.198346:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.198351:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.198355:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313446.198360:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.198366:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.198370:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.198394:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.198398:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.198400:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000516db19f. 00080000:00000010:2.0:1761313446.198513:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000643141f7. 00010000:00000010:2.0:1761313446.198599:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.198605:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb5fa090. 00000800:00000200:1.0:1761313446.198661:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.198665:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:1.0:1761313446.198669:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.198673:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.198675:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:1.0:1761313446.198677:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00010000:00000010:2.0:1761313446.198682:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000595659dc. 00010000:00000010:2.0:1761313446.198687:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.198696:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.198699:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000100:00000010:2.0:1761313446.198705:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.198716:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070ae1038. 02000000:00000010:2.0:1761313446.198738:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069e75858. 00000400:00000010:2.0:1761313446.198742:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053c913ef. 00000400:00000010:2.0:1761313446.198746:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313446.198751:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487808, portal 16 00000400:00000010:2.0:1761313446.198755:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea544e46. 00000100:00000200:2.0:1761313446.198757:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487808, offset 0 00000400:00000200:2.0:1761313446.198762:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.198768:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.198775:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.198778:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.198781:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.198783:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89216:89216:256:4294967295] 192.168.204.1@tcp LPNI seq info [89216:89216:8:4294967295] 00000400:00000200:2.0:1761313446.198790:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.198794:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.198797:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f58fd2 (tot 82354770). 00000800:00000200:2.0:1761313446.198800:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.198804:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.198806:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098f58fd2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.199078:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.199080:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f58fd2 (tot 82354522). 00000400:00000200:1.0:1761313446.199084:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.199088:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.199090:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea544e46 00000400:00000010:1.0:1761313446.199092:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea544e46. 00000100:00000200:1.0:1761313446.199097:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206487808/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.199524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c400b312. 00000400:00000200:1.0:1761313446.201180:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.201198:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd300 00000400:00000200:1.0:1761313446.201206:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae201 [1] + 224 00000400:00000200:1.0:1761313446.201215:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.201218:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.201229:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206487808/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.201265:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.201270:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955100 00000400:00000200:1.0:1761313446.201274:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacb59 [2] + 656 00000400:00000200:1.0:1761313446.201328:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.201332:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.201336:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.201341:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00000400:00000010:2.0:1761313446.201426:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053c913ef. 00000400:00000200:2.0:1761313446.201430:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:2.0:1761313446.201433:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:2.0:1761313446.201438:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206487808/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.201445:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206487808/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.201505:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069e75858. 02000000:00000010:2.0:1761313446.201511:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070ae1038. 00000100:00000010:2.0:1761313446.201514:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.201518:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.201521:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000020:00000010:3.0:1761313446.201596:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074f76ac9. 00000020:00000010:3.0:1761313446.201605:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.201609:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004748198a. 00000100:00000200:3.0:1761313446.201630:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199507712/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313446.201663:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507712 02000000:00000010:3.0:1761313446.201675:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000013e79982. 00010000:00000010:3.0:1761313446.201704:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024d64d39. 00010000:00000010:3.0:1761313446.201722:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.201728:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aa52284. 00000100:00000010:3.0:1761313446.201743:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aa52284. 00010000:00000010:3.0:1761313446.201746:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.201760:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313446.201764:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507712, offset 224 00000400:00000200:3.0:1761313446.201771:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.201781:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.201786:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89217:89217:256:4294967295] 192.168.204.1@tcp LPNI seq info [89217:89217:8:4294967295] 00000400:00000200:3.0:1761313446.201794:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.201798:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.201802:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82354770). 00000800:00000200:3.0:1761313446.201806:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.201812:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.201816:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.201828:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.201831:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004748198a. 00000020:00000010:3.0:1761313446.201836:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074f76ac9. 00080000:00000010:2.0:1761313446.202048:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070ae1038. 00000800:00000200:1.0:1761313446.202058:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.202062:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:1.0:1761313446.202066:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.202071:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.202074:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:1.0:1761313446.202075:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00010000:00000010:2.0:1761313446.202365:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.202373:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7d78cd8. 00010000:00000010:2.0:1761313446.202461:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044ac3629. 00010000:00000010:2.0:1761313446.202465:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.202511:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e4fd248. 00010000:00000010:2.0:1761313446.202516:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00080000:00000010:2.0:1761313446.202529:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069e75858. 00010000:00000010:2.0:1761313446.202558:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.202561:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.202615:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.0:1761313446.202618:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.202625:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.202628:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000100:00000010:2.0:1761313446.202634:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.202644:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f46de5d. 02000000:00000010:2.0:1761313446.202666:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007634b685. 00000400:00000010:2.0:1761313446.202671:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053c913ef. 00000400:00000010:2.0:1761313446.202675:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313446.202679:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487872, portal 16 00000400:00000010:2.0:1761313446.202684:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a23e65b. 00000100:00000200:2.0:1761313446.202686:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487872, offset 0 00000400:00000200:2.0:1761313446.202692:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.202699:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.202706:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.202709:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.202711:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.202714:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89218:89218:256:4294967295] 192.168.204.1@tcp LPNI seq info [89218:89218:8:4294967295] 00000400:00000200:2.0:1761313446.202721:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.202726:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.202729:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049af6073 (tot 82354770). 00000800:00000200:2.0:1761313446.202733:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.202738:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.202740:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049af6073 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.203110:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.203114:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049af6073 (tot 82354522). 00000400:00000200:1.0:1761313446.203118:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.203123:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.203126:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a23e65b 00000400:00000010:1.0:1761313446.203128:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a23e65b. 00000100:00000200:1.0:1761313446.203134:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206487872/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.203717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000954cce61. 00010000:00000010:2.1:1761313446.203725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f782c24. 00010000:00000010:0.1:1761313446.203760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9f39a74. 00000400:00000200:1.0:1761313446.204863:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.204880:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd340 00000400:00000200:1.0:1761313446.204888:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae20d [1] + 224 00000400:00000200:1.0:1761313446.204902:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.204906:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.204914:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206487872/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.205035:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053c913ef. 00000400:00000200:2.0:1761313446.205039:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:2.0:1761313446.205041:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:2.0:1761313446.205047:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206487872/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.205055:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206487872/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.205095:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007634b685. 02000000:00000010:2.0:1761313446.205101:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f46de5d. 00000100:00000010:2.0:1761313446.205105:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.205110:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.205113:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00010000:00000010:2.1:1761313446.207571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003458157f. 00010000:00000010:2.1:1761313446.207588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba0ccb39. 00000400:00000200:1.0:1761313446.207703:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.207720:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955140 00000400:00000200:1.0:1761313446.207728:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacb59 [2] + 984 00000400:00000200:1.0:1761313446.207791:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.207795:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.207802:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.207807:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00000020:00000010:3.0:1761313446.207911:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074f76ac9. 00000020:00000010:3.0:1761313446.207918:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.207923:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004748198a. 00000100:00000200:3.0:1761313446.207946:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199507776/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.207982:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507776 02000000:00000010:3.0:1761313446.207993:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006895a28. 00010000:00000010:3.0:1761313446.208021:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053de8353. 00010000:00000010:3.0:1761313446.208041:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.208057:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aa52284. 00000100:00000010:3.0:1761313446.208279:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aa52284. 00010000:00000010:3.0:1761313446.208283:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.208299:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313446.208304:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507776, offset 224 00000400:00000200:3.0:1761313446.208312:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.208326:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.208331:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89219:89219:256:4294967295] 192.168.204.1@tcp LPNI seq info [89219:89219:8:4294967295] 00000400:00000200:3.0:1761313446.208340:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.208345:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.208349:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82354770). 00000800:00000200:3.0:1761313446.208355:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.208361:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.208365:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.208387:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.208392:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004748198a. 00000020:00000010:3.0:1761313446.208396:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074f76ac9. 00080000:00000010:2.0:1761313446.208440:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007634b685. 00010000:00000010:2.0:1761313446.208573:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.208580:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c704e1d. 00010000:00000010:2.0:1761313446.208652:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba0ccb39. 00010000:00000010:2.0:1761313446.208658:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313446.208669:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.208673:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000100:00000010:2.0:1761313446.208679:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.208690:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f46de5d. 02000000:00000010:2.0:1761313446.208715:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0d24521. 00000400:00000010:2.0:1761313446.208720:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053c913ef. 00000400:00000010:2.0:1761313446.208725:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313446.208729:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206487936, portal 16 00000400:00000010:2.0:1761313446.208734:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039409be4. 00000100:00000200:2.0:1761313446.208736:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206487936, offset 0 00000400:00000200:2.0:1761313446.208741:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.208747:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.208760:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.208764:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.208767:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.208770:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89220:89220:255:4294967295] 192.168.204.1@tcp LPNI seq info [89220:89220:7:4294967295] 00000400:00000200:2.0:1761313446.208777:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.208783:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.208786:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2464fd1 (tot 82355018). 00000800:00000200:2.0:1761313446.208791:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.208795:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.208797:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f2464fd1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.208828:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.208832:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354770). 00000400:00000200:1.0:1761313446.208837:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.208842:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.208846:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:1.0:1761313446.208847:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000800:00000200:1.0:1761313446.208920:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.208923:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2464fd1 (tot 82354522). 00000400:00000200:1.0:1761313446.208928:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.208932:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.208934:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039409be4 00000400:00000010:1.0:1761313446.208935:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039409be4. 00000100:00000200:1.0:1761313446.208941:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206487936/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.210344:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.210359:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd380 00000400:00000200:1.0:1761313446.210366:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae219 [1] + 224 00000400:00000200:1.0:1761313446.210378:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.210381:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.210387:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206487936/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.210815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003294e9a0. 00010000:00000010:2.1:1761313446.210983:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d795e5b9. 00010000:00000010:2.1:1761313446.210990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595659dc. 00010000:00000010:2.1:1761313446.210994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044ac3629. 00010000:00000010:2.1:1761313446.210997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e4fd248. 00000400:00000010:2.0:1761313446.211015:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053c913ef. 00000400:00000200:2.0:1761313446.211018:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:2.0:1761313446.211020:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:2.0:1761313446.211026:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206487936/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.211044:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206487936/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.211070:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0d24521. 02000000:00000010:2.0:1761313446.211076:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f46de5d. 00000100:00000010:2.0:1761313446.211081:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.211085:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.211089:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000200:1.0:1761313446.211871:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.211885:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955180 00000400:00000200:1.0:1761313446.211891:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacb59 [2] + 1312 00000400:00000200:1.0:1761313446.211952:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.211956:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.211961:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.211966:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 00000020:00000010:3.0:1761313446.212148:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074f76ac9. 00000020:00000010:3.0:1761313446.212155:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.212160:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004748198a. 00000100:00000200:3.0:1761313446.212197:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013181f7b x1846869199507840/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313446.212232:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507840 02000000:00000010:3.0:1761313446.212244:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000072a52463. 00010000:00000010:3.0:1761313446.212271:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000732f3d20. 00010000:00000010:2.0:1761313446.212502:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.212509:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000100:00000010:2.0:1761313446.212517:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.212520:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.212533:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313446.212537:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507840, offset 224 00000400:00000200:2.0:1761313446.212544:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.212553:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.212560:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89221:89221:256:4294967295] 192.168.204.1@tcp LPNI seq info [89221:89221:8:4294967295] 00000400:00000200:2.0:1761313446.212569:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.212573:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.212577:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004d6b004 (tot 82354770). 00000800:00000200:2.0:1761313446.212582:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.212589:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.212592:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000004d6b004 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.212615:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005528f1a2. 00000020:00000010:2.0:1761313446.212619:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004748198a. 00000020:00000010:2.0:1761313446.212624:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074f76ac9. 00080000:00000010:0.0:1761313446.212722:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000516db19f. 00010000:00000010:0.0:1761313446.212822:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:0.0:1761313446.212846:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065001089. 00010000:00000010:0.0:1761313446.212932:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078287cf1. 00010000:00000010:0.0:1761313446.212939:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c050592f. 00010000:00000010:0.0:1761313446.212949:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.212953:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.212959:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.212972:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de8ef1fd. 02000000:00000010:0.0:1761313446.212994:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a566b888. 00000400:00000010:0.0:1761313446.212998:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.213003:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.213008:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488000, portal 16 00000400:00000010:0.0:1761313446.213012:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313446.213014:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488000, offset 0 00000400:00000200:0.0:1761313446.213020:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.213026:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.213033:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.213037:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.213039:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.213042:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89222:89222:255:4294967295] 192.168.204.1@tcp LPNI seq info [89222:89222:7:4294967295] 00000400:00000200:0.0:1761313446.213048:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.213052:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.213056:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eeb12c53 (tot 82355018). 00000800:00000200:0.0:1761313446.213059:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.213064:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.213066:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eeb12c53 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.213573:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.213578:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004d6b004 (tot 82354770). 00000400:00000200:1.0:1761313446.213583:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.213588:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.213591:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:1.0:1761313446.213593:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000800:00000200:1.0:1761313446.214104:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.214107:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eeb12c53 (tot 82354522). 00000400:00000200:1.0:1761313446.214111:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.214115:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.214118:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:1.0:1761313446.214119:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:1.0:1761313446.214128:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206488000/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.216572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082f595c4. 00000400:00000200:1.0:1761313446.217636:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.217656:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd3c0 00000400:00000200:1.0:1761313446.217665:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae225 [1] + 224 00000400:00000200:1.0:1761313446.217730:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.217734:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.217748:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206488000/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.217787:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.217792:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9551c0 00000400:00000200:1.0:1761313446.217798:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacb59 [2] + 1640 00000400:00000200:1.0:1761313446.217826:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.217830:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.217833:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.217839:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 00000020:00000010:2.0:1761313446.217952:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0d24521. 00000020:00000010:2.0:1761313446.217960:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.217964:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.217986:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a333fac x1846869199507904/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313446.218026:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507904 02000000:00000010:2.0:1761313446.218099:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f46de5d. 00000400:00000010:0.0:1761313446.218137:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00010000:00000010:2.0:1761313446.218142:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000400:00000200:0.0:1761313446.218144:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.218147:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000010:2.0:1761313446.218150:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000100:00000200:0.0:1761313446.218155:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206488000/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761313446.218157:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.218173:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000100:00000200:0.0:1761313446.218176:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206488000/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.218189:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e8705f6. 00000100:00000200:2.0:1761313446.218195:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507904, offset 224 00010000:00000010:0.0:1761313446.218201:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004746090b. 00000400:00000200:2.0:1761313446.218205:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.218217:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 02000000:00000010:0.0:1761313446.218220:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a566b888. 00000400:00000200:2.0:1761313446.218226:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89223:89223:256:4294967295] 192.168.204.1@tcp LPNI seq info [89223:89223:8:4294967295] 02000000:00000010:0.0:1761313446.218227:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de8ef1fd. 00000100:00000010:0.0:1761313446.218236:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000400:00000200:2.0:1761313446.218241:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000100:00000010:0.0:1761313446.218241:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.218246:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000800:00000200:2.0:1761313446.218250:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.218258:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000153e176a (tot 82354770). 00000800:00000200:2.0:1761313446.218263:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00080000:00000010:0.0:1761313446.218265:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a566b888. 00000800:00000200:2.0:1761313446.218273:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.218277:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000153e176a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.218292:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.218296:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.218299:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0d24521. 00010000:00000010:0.0:1761313446.218355:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c050592f. 00010000:00000010:0.0:1761313446.218361:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d0a50bb. 00000800:00000200:1.0:1761313446.218431:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1761313446.218433:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066143813. 00000800:00000010:1.0:1761313446.218436:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000153e176a (tot 82354522). 00010000:00000010:0.0:1761313446.218440:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c050592f. 00000400:00000200:1.0:1761313446.218442:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.218447:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.218450:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e8705f6 00010000:00000010:0.0:1761313446.218451:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000400:00000010:1.0:1761313446.218452:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e8705f6. 00000100:00000010:0.0:1761313446.218456:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.218463:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.218492:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de8ef1fd. 02000000:00000010:0.0:1761313446.218514:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ec579b4. 00000400:00000010:0.0:1761313446.218519:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.218522:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.218527:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488064, portal 16 00000400:00000010:0.0:1761313446.218532:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f602c09. 00000100:00000200:0.0:1761313446.218534:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488064, offset 0 00000400:00000200:0.0:1761313446.218539:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.218546:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.218553:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.218556:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.218559:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.218561:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89224:89224:256:4294967295] 192.168.204.1@tcp LPNI seq info [89224:89224:8:4294967295] 00000400:00000200:0.0:1761313446.218568:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.218572:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.218575:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea1e733 (tot 82354770). 00000800:00000200:0.0:1761313446.218579:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.218583:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.218584:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ea1e733 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.218847:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.218850:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea1e733 (tot 82354522). 00000400:00000200:1.0:1761313446.218853:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.218857:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.218860:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f602c09 00000400:00000010:1.0:1761313446.218861:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f602c09. 00000100:00000200:1.0:1761313446.218866:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206488064/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.220503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ebf493a. 00010000:00000010:0.1:1761313446.220516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba0ccb39. 00010000:00000010:2.1:1761313446.220545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a91b92b5. 00010000:00000010:2.1:1761313446.220552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 00000400:00000200:1.0:1761313446.221964:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.221984:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd400 00000400:00000200:1.0:1761313446.221992:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae231 [1] + 224 00000400:00000200:1.0:1761313446.222009:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.222012:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.222024:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206488064/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.222090:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.222096:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.222099:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.222106:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206488064/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.222113:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206488064/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.222180:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ec579b4. 02000000:00000010:0.0:1761313446.222187:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de8ef1fd. 00000100:00000010:0.0:1761313446.222191:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.222195:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.222199:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.222582:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.222590:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955200 00000400:00000200:1.0:1761313446.222595:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacb59 [2] + 1968 00000400:00000010:1.0:1761313446.222598:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000000dd3c67. 00000400:00000200:1.0:1761313446.222602:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000bfcc33c3 00000400:00000200:1.0:1761313446.222765:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.222770:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.222773:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfcc33c3 00000400:00000010:1.0:1761313446.222775:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000bfcc33c3 (tot 82354370). 00000100:00000200:1.0:1761313446.222780:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313446.222935:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074f76ac9. 00000020:00000010:3.0:1761313446.222942:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.222947:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a517ee13. 00000100:00000200:3.0:1761313446.222968:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008d93685a x1846869199507968/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.222998:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199507968 02000000:00000010:3.0:1761313446.223009:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6ccb6ee. 00010000:00000010:3.0:1761313446.223038:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a81130a. 00010000:00000010:3.0:1761313446.223059:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.223065:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aa52284. 00000100:00000010:3.0:1761313446.223083:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aa52284. 00010000:00000010:3.0:1761313446.223086:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.223099:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d86f44. 00000100:00000200:3.0:1761313446.223104:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199507968, offset 224 00000400:00000200:3.0:1761313446.223111:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.223122:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.223128:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89225:89225:256:4294967295] 192.168.204.1@tcp LPNI seq info [89225:89225:8:4294967295] 00000400:00000200:3.0:1761313446.223137:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.223142:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.223146:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354618). 00000800:00000200:3.0:1761313446.223151:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.223158:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.223171:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.223193:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.223197:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a517ee13. 00000020:00000010:3.0:1761313446.223201:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074f76ac9. 02000000:00000010:3.0:1761313446.223210:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f46de5d. 00000100:00000010:3.0:1761313446.223213:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 02000000:00000010:3.0:1761313446.223217:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000072a52463. 00000100:00000010:3.0:1761313446.223219:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 02000000:00000010:3.0:1761313446.223222:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006895a28. 00000100:00000010:3.0:1761313446.223224:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:3.0:1761313446.223227:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000013e79982. 00000100:00000010:3.0:1761313446.223229:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 02000000:00000010:3.0:1761313446.223233:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b033e758. 00000100:00000010:3.0:1761313446.223236:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 02000000:00000010:3.0:1761313446.223240:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aabbcee5. 00000100:00000010:3.0:1761313446.223241:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 00000100:00000200:3.0:1761313446.223246:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313446.223252:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009251aa4b. 00000400:00000010:3.0:1761313446.223255:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008aa52284 (tot 82354770). 00080000:00000010:0.0:1761313446.223337:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ec579b4. 00000800:00000200:1.0:1761313446.223783:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.223787:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354522). 00000400:00000200:1.0:1761313446.223790:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.223795:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.223798:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d86f44 00000400:00000010:1.0:1761313446.223800:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d86f44. 02000000:00000010:1.0:1761313446.223806:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6ccb6ee. 00010000:00000010:0.0:1761313446.224253:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c050592f. 00010000:00000010:0.0:1761313446.224261:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000623849ca. 00010000:00000010:0.0:1761313446.224347:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f79d60f0. 00010000:00000010:0.0:1761313446.224354:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c050592f. 00010000:00000010:0.0:1761313446.224363:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.224367:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.224375:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.224389:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de8ef1fd. 02000000:00000010:0.0:1761313446.224413:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000121856ba. 00000400:00000010:0.0:1761313446.224418:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.224422:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.224426:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488128, portal 16 00000400:00000010:0.0:1761313446.224430:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bf2771b. 00000100:00000200:0.0:1761313446.224432:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488128, offset 0 00000400:00000200:0.0:1761313446.224439:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.224449:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.224456:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.224459:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.224461:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.224464:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89226:89226:256:4294967295] 192.168.204.1@tcp LPNI seq info [89226:89226:8:4294967295] 00000400:00000200:0.0:1761313446.224496:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.224502:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.224505:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea1e733 (tot 82354770). 00000800:00000200:0.0:1761313446.224509:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.224514:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.224517:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ea1e733 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.224826:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.224830:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea1e733 (tot 82354522). 00000400:00000200:1.0:1761313446.224834:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.224838:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.224841:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bf2771b 00000400:00000010:1.0:1761313446.224843:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bf2771b. 00000100:00000200:1.0:1761313446.224849:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206488128/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.225656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000127b52a1. 00010000:00000010:0.1:1761313446.226399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e04ff6ce. 00010000:00000010:0.1:1761313446.226408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000936dcea1. 00010000:00000010:0.1:1761313446.226412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078287cf1. 00000400:00000200:1.0:1761313446.228158:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.228185:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd440 00000400:00000200:1.0:1761313446.228193:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae241 [1] + 224 00000400:00000200:1.0:1761313446.228211:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.228214:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.228227:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206488128/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.228462:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.228504:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.228507:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.228514:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206488128/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.228521:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206488128/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.228555:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000121856ba. 02000000:00000010:0.0:1761313446.228561:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de8ef1fd. 00000100:00000010:0.0:1761313446.228567:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.228571:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.228574:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.229042:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.229054:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955240 00000400:00000200:1.0:1761313446.229060:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacbb1 [2] + 0 00000400:00000200:1.0:1761313446.229111:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.229115:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.229119:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.229124:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00010000:00000010:3.1:1761313446.229697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006c9b346. 00000020:00000010:2.0:1761313446.229910:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f46de5d. 00000020:00000010:2.0:1761313446.229919:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.229924:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.229954:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199508032/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313446.229998:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508032 02000000:00000010:2.0:1761313446.230013:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c0d24521. 00010000:00000010:2.0:1761313446.230045:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c713e304. 00010000:00000010:2.0:1761313446.230066:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.230073:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000100:00000010:2.0:1761313446.230092:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.230095:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.230108:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cea5b6b5. 00000100:00000200:2.0:1761313446.230113:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508032, offset 224 00000400:00000200:2.0:1761313446.230121:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:0.0:1761313446.230122:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000121856ba. 00000400:00000200:2.0:1761313446.230133:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.230140:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89227:89227:256:4294967295] 192.168.204.1@tcp LPNI seq info [89227:89227:8:4294967295] 00000400:00000200:2.0:1761313446.230152:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.230157:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.230172:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000153e176a (tot 82354770). 00000800:00000200:2.0:1761313446.230178:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.230185:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.230189:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000153e176a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.230214:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.230220:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.230224:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f46de5d. 00010000:00000010:0.0:1761313446.230227:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c050592f. 00010000:00000010:0.0:1761313446.230235:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a0856398. 00010000:00000010:0.0:1761313446.230318:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078287cf1. 00010000:00000010:0.0:1761313446.230323:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c050592f. 00010000:00000010:0.0:1761313446.230334:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.230338:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.230343:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.230354:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ff9853b. 02000000:00000010:0.0:1761313446.230375:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079844c16. 00000400:00000010:0.0:1761313446.230381:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.230385:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.230389:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488192, portal 16 00000400:00000010:0.0:1761313446.230393:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79a4b62. 00000100:00000200:0.0:1761313446.230396:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488192, offset 0 00000400:00000200:0.0:1761313446.230401:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.230407:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.230413:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.230416:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.230419:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.230421:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89228:89228:255:4294967295] 192.168.204.1@tcp LPNI seq info [89228:89228:7:4294967295] 00000400:00000200:0.0:1761313446.230427:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.230431:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.230434:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eeb12c53 (tot 82355018). 00000800:00000200:0.0:1761313446.230438:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.230442:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.230444:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eeb12c53 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.230545:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.230548:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000153e176a (tot 82354770). 00000400:00000200:1.0:1761313446.230553:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.230557:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.230561:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cea5b6b5 00000400:00000010:1.0:1761313446.230562:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cea5b6b5. 00000800:00000200:1.0:1761313446.230881:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.230884:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eeb12c53 (tot 82354522). 00000400:00000200:1.0:1761313446.230887:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.230891:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.230893:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79a4b62 00000400:00000010:1.0:1761313446.230894:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79a4b62. 00000100:00000200:1.0:1761313446.230900:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206488192/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.232885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031fe9a57. 00010000:00000010:0.1:1761313446.232901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066143813. 00000400:00000200:1.0:1761313446.233387:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.233403:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd480 00000400:00000200:1.0:1761313446.233412:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae24d [1] + 224 00000400:00000200:1.0:1761313446.233421:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.233425:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.233433:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206488192/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.233465:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.233494:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955280 00000400:00000200:1.0:1761313446.233499:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacbb1 [2] + 328 00000400:00000200:1.0:1761313446.233547:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.233550:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.233554:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.233558:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 00000020:00000010:3.0:1761313446.233628:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013e79982. 00000020:00000010:3.0:1761313446.233636:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.233641:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a517ee13. 00000400:00000010:0.0:1761313446.233642:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.233648:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.233650:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.233656:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206488192/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.233666:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dc8069e x1846869199508096/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313446.233666:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206488192/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.233706:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079844c16. 02000000:00000010:0.0:1761313446.233713:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ff9853b. 00000100:00000010:0.0:1761313446.233717:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000200:3.0:1761313446.233720:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508096 00000100:00000010:0.0:1761313446.233721:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.233725:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 02000000:00000010:3.0:1761313446.233732:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006895a28. 00010000:00000010:3.0:1761313446.233759:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022278fe7. 00010000:00000010:3.0:1761313446.233779:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.233785:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.233800:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.233803:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.233863:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021403d81. 00000100:00000200:3.0:1761313446.233868:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508096, offset 224 00000400:00000200:3.0:1761313446.233875:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.233887:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.233892:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89229:89229:256:4294967295] 192.168.204.1@tcp LPNI seq info [89229:89229:8:4294967295] 00000400:00000200:3.0:1761313446.233902:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00080000:00000010:0.0:1761313446.233919:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ff9853b. 00000800:00000200:3.0:1761313446.233967:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.233972:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82354770). 00000800:00000200:3.0:1761313446.233978:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.233985:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.233988:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761313446.234002:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c050592f. 00010000:00000010:0.0:1761313446.234008:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c6efe5a. 00000020:00000010:3.0:1761313446.234014:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.234019:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a517ee13. 00000020:00000010:3.0:1761313446.234024:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013e79982. 00010000:00000010:0.0:1761313446.234102:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066143813. 00010000:00000010:0.0:1761313446.234107:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c050592f. 00010000:00000010:0.0:1761313446.234114:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.234118:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.234123:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.234132:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079844c16. 02000000:00000010:0.0:1761313446.234152:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000a719ff. 00000400:00000010:0.0:1761313446.234155:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.234158:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.234172:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488256, portal 16 00000400:00000010:0.0:1761313446.234177:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313446.234178:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488256, offset 0 00000400:00000200:0.0:1761313446.234183:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.234188:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.234194:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.234197:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.234200:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.234202:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89230:89230:255:4294967295] 192.168.204.1@tcp LPNI seq info [89230:89230:7:4294967295] 00000400:00000200:0.0:1761313446.234210:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.234214:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.234217:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82355018). 00000800:00000200:0.0:1761313446.234220:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.234224:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.234226:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.234467:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.234498:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354770). 00000400:00000200:1.0:1761313446.234502:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.234506:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.234509:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021403d81 00000400:00000010:1.0:1761313446.234511:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021403d81. 00000800:00000200:1.0:1761313446.234559:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.234561:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:1.0:1761313446.234564:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.234566:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.234568:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:1.0:1761313446.234569:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:1.0:1761313446.234574:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206488256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.234795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3f82de7. 00010000:00000010:0.1:1761313446.234801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f79d60f0. 00010000:00000010:2.1:1761313446.238492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060fefa45. 00000400:00000200:1.0:1761313446.239215:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.239234:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd4c0 00000400:00000200:1.0:1761313446.239243:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae259 [1] + 224 00000400:00000200:1.0:1761313446.239256:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.239261:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.239272:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206488256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.239313:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.239318:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9552c0 00000400:00000200:1.0:1761313446.239323:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacbb1 [2] + 656 00000400:00000200:1.0:1761313446.239378:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.239382:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.239386:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.239392:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 00000020:00000010:2.0:1761313446.239519:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f46de5d. 00000020:00000010:2.0:1761313446.239527:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.239530:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.239559:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000479fcbdf x1846869199508160/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.239585:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508160 02000000:00000010:2.0:1761313446.239598:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004b41ec07. 00010000:00000010:2.0:1761313446.239636:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.239643:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000100:00000010:2.0:1761313446.239649:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.239652:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.239665:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9414777. 00000100:00000200:2.0:1761313446.239669:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508160, offset 224 00000400:00000200:2.0:1761313446.239676:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.239686:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.239691:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89231:89231:256:4294967295] 192.168.204.1@tcp LPNI seq info [89231:89231:8:4294967295] 00000400:00000200:2.0:1761313446.239700:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.239705:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.239709:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004d6b004 (tot 82354770). 00000800:00000200:2.0:1761313446.239715:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.239720:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.239723:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000004d6b004 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.239737:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.239741:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.239743:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f46de5d. 00000800:00000200:1.0:1761313446.239854:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.239858:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004d6b004 (tot 82354522). 00000400:00000200:1.0:1761313446.239862:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.239865:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.239869:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9414777 00000400:00000010:1.0:1761313446.239870:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9414777. 00000400:00000010:0.0:1761313446.240297:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.240302:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.240303:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.240309:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206488256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.240318:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206488256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313446.240338:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b07821b0. 02000000:00000010:0.0:1761313446.240353:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000a719ff. 02000000:00000010:0.0:1761313446.240359:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079844c16. 00000100:00000010:0.0:1761313446.240363:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.240366:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.240368:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00080000:00000010:0.0:1761313446.240385:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079844c16. 00010000:00000010:0.0:1761313446.240466:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c050592f. 00010000:00000010:0.0:1761313446.240998:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a45ba0e. 00010000:00000010:0.0:1761313446.241082:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f79d60f0. 00010000:00000010:0.0:1761313446.241088:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c050592f. 00010000:00000010:0.0:1761313446.241099:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.241104:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.241110:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.241122:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000000a719ff. 02000000:00000010:0.0:1761313446.241147:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000964338e7. 00000400:00000010:0.0:1761313446.241152:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.241155:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.241169:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488320, portal 16 00000400:00000010:0.0:1761313446.241174:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014f680c3. 00000100:00000200:0.0:1761313446.241176:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488320, offset 0 00000400:00000200:0.0:1761313446.241183:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.241194:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.241200:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.241204:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.241207:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.241209:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89232:89232:256:4294967295] 192.168.204.1@tcp LPNI seq info [89232:89232:8:4294967295] 00000400:00000200:0.0:1761313446.241218:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.241224:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.241228:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313446.241232:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.241238:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.241241:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.243233:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.243239:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:1.0:1761313446.243246:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.243254:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.243259:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014f680c3 00000400:00000010:1.0:1761313446.243261:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014f680c3. 00000100:00000200:1.0:1761313446.243269:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206488320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.244769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e0327f9. 00000400:00000200:1.0:1761313446.245938:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.245964:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd500 00000400:00000200:1.0:1761313446.245974:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae265 [1] + 224 00000400:00000200:1.0:1761313446.245993:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.245997:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.246008:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206488320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.246727:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.246733:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.246736:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.246746:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206488320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.246755:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206488320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.246784:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000964338e7. 02000000:00000010:0.0:1761313446.246791:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000000a719ff. 00000100:00000010:0.0:1761313446.246796:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.246800:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.246804:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.247155:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.247177:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955300 00000400:00000200:1.0:1761313446.247183:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacbb1 [2] + 984 00000400:00000200:1.0:1761313446.247241:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.247244:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.247249:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.247253:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000020:00000010:3.0:1761313446.247346:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013e79982. 00000020:00000010:3.0:1761313446.247352:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.247357:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a517ee13. 00000100:00000200:3.0:1761313446.247381:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199508224/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313446.247768:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508224 02000000:00000010:3.0:1761313446.247783:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000072a52463. 00010000:00000010:3.0:1761313446.247812:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e92a4ce1. 00010000:00000010:3.0:1761313446.247834:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.247841:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.247850:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.247853:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.247866:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7e97fc7. 00000100:00000200:3.0:1761313446.247871:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508224, offset 224 00000400:00000200:3.0:1761313446.247878:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.247889:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.247894:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89233:89233:256:4294967295] 192.168.204.1@tcp LPNI seq info [89233:89233:8:4294967295] 00000400:00000200:3.0:1761313446.247904:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.247909:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.247913:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354770). 00000800:00000200:3.0:1761313446.247918:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.247924:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.247928:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.247942:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.247947:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a517ee13. 00000020:00000010:3.0:1761313446.247951:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013e79982. 00080000:00000010:1.0:1761313446.248050:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf4ad208. 00010000:00000010:1.0:1761313446.248144:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c050592f. 00010000:00000010:1.0:1761313446.248150:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000643828a7. 00010000:00000010:1.0:1761313446.248243:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1761a69. 00010000:00000010:1.0:1761313446.248250:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c02bdd39. 00010000:00000010:1.0:1761313446.248260:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313446.248264:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000403f4837. 00000100:00000010:1.0:1761313446.248270:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 02000000:00000010:1.0:1761313446.248282:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008a00942f. 02000000:00000010:1.0:1761313446.248307:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006790c54d. 00000400:00000010:1.0:1761313446.248313:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070db822c. 00000400:00000010:1.0:1761313446.248318:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b836adb4. 00000100:00000200:1.0:1761313446.248324:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488384, portal 16 00000400:00000010:1.0:1761313446.248329:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f309ef1a. 00000100:00000200:1.0:1761313446.248331:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488384, offset 0 00000400:00000200:1.0:1761313446.248336:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.248344:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.248351:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.248355:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.248358:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.248360:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89234:89234:255:4294967295] 192.168.204.1@tcp LPNI seq info [89234:89234:7:4294967295] 00000400:00000200:1.0:1761313446.248366:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.248371:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.248375:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008803a01b (tot 82355018). 00000800:00000200:1.0:1761313446.248379:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.248383:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.248385:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008803a01b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.248431:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.248434:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354770). 00000400:00000200:1.0:1761313446.248437:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.248440:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.248443:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7e97fc7 00000400:00000010:1.0:1761313446.248445:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7e97fc7. 00000800:00000200:1.0:1761313446.248528:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.248531:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008803a01b (tot 82354522). 00000400:00000200:1.0:1761313446.248534:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.248537:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.248540:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f309ef1a 00000400:00000010:1.0:1761313446.248541:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f309ef1a. 00000100:00000200:1.0:1761313446.248547:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a65e944 x1846869206488384/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.252053:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.252089:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd540 00000400:00000200:1.0:1761313446.252098:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae271 [1] + 224 00000400:00000200:1.0:1761313446.252111:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.252115:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.252131:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a65e944 x1846869206488384/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.252182:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.252187:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955340 00000400:00000200:1.0:1761313446.252192:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacbb1 [2] + 1312 00000400:00000010:0.0:1761313446.252202:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070db822c. 00000400:00000200:0.0:1761313446.252206:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b836adb4 00000400:00000010:0.0:1761313446.252209:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b836adb4. 00000100:00000200:0.0:1761313446.252215:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a65e944 x1846869206488384/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.252222:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a65e944 x1846869206488384/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.252246:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1761313446.252251:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006790c54d. 02000000:00000010:0.0:1761313446.252255:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008a00942f. 00000400:00000200:1.0:1761313446.252257:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000010:0.0:1761313446.252259:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 00000100:00000200:1.0:1761313446.252261:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313446.252263:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000403f4837. 00000100:00000010:1.0:1761313446.252264:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 00010000:00000010:0.0:1761313446.252268:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000020:00000010:3.0:1761313446.252319:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013e79982. 00000020:00000010:3.0:1761313446.252327:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.252331:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a517ee13. 00000100:00000200:3.0:1761313446.252355:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a65e944 x1846869199508288/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313446.252388:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508288 02000000:00000010:3.0:1761313446.252399:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000074f76ac9. 00010000:00000010:3.0:1761313446.252429:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1cdd2bf. 00010000:00000010:3.0:1761313446.252452:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.252458:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.252462:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.252465:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.252498:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008502b0aa. 00000100:00000200:3.0:1761313446.252503:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508288, offset 224 00000400:00000200:3.0:1761313446.252511:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.252521:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.252526:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89235:89235:256:4294967295] 192.168.204.1@tcp LPNI seq info [89235:89235:8:4294967295] 00000400:00000200:3.0:1761313446.252535:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.252539:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.252544:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313446.252549:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.252555:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.252558:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.252577:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.252580:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a517ee13. 00000020:00000010:3.0:1761313446.252584:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013e79982. 00000800:00000200:1.0:1761313446.252900:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.252904:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354522). 00000400:00000200:1.0:1761313446.252907:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.252911:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.252913:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008502b0aa 00000400:00000010:1.0:1761313446.252915:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008502b0aa. 00010000:00000010:0.1:1761313446.253005:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033d223b7. 00010000:00000010:0.1:1761313446.253012:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078287cf1. 00080000:00000010:0.0:1761313446.253033:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000a719ff. 00010000:00000010:0.0:1761313446.253129:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c02bdd39. 00010000:00000010:0.0:1761313446.253136:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc01c19a. 00010000:00000010:0.0:1761313446.253218:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078287cf1. 00010000:00000010:0.0:1761313446.253223:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.253233:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.253237:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.253243:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.253255:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000964338e7. 02000000:00000010:0.0:1761313446.253277:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc441186. 00000400:00000010:0.0:1761313446.253281:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.253285:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.253289:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488448, portal 16 00000400:00000010:0.0:1761313446.253294:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef3aac3. 00000100:00000200:0.0:1761313446.253296:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488448, offset 0 00000400:00000200:0.0:1761313446.253301:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.253308:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.253314:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.253317:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.253320:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.253322:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89236:89236:256:4294967295] 192.168.204.1@tcp LPNI seq info [89236:89236:8:4294967295] 00000400:00000200:0.0:1761313446.253329:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.253333:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.253336:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313446.253340:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.253345:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.253347:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.253617:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.253620:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:1.0:1761313446.253623:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.253626:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.253629:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef3aac3 00000400:00000010:1.0:1761313446.253630:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef3aac3. 00000100:00000200:1.0:1761313446.253635:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206488448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.255999:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.256016:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd580 00000400:00000200:1.0:1761313446.256024:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae27d [1] + 224 00000400:00000200:1.0:1761313446.256036:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.256040:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.256049:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206488448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.256136:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.256142:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.256144:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.256151:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206488448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.256157:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206488448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.256194:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc441186. 02000000:00000010:0.0:1761313446.256200:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000964338e7. 00000100:00000010:0.0:1761313446.256204:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.256208:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.256211:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.256424:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.256431:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955380 00000400:00000200:1.0:1761313446.256437:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacbb1 [2] + 1640 00000400:00000200:1.0:1761313446.256523:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.256527:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.256531:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.256536:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 00000020:00000010:2.0:1761313446.256625:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009645e566. 00000020:00000010:2.0:1761313446.256633:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.256636:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.256657:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ad394eb x1846869199508352/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.256682:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508352 02000000:00000010:2.0:1761313446.256693:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1af202e. 00010000:00000010:2.0:1761313446.256718:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c40b33. 00010000:00000010:2.0:1761313446.256740:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.256747:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000100:00000010:2.0:1761313446.256757:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.256760:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.256773:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb1bbf3c. 00000100:00000200:2.0:1761313446.256777:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508352, offset 224 00000400:00000200:2.0:1761313446.256784:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.256794:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.256799:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89237:89237:256:4294967295] 192.168.204.1@tcp LPNI seq info [89237:89237:8:4294967295] 00000400:00000200:2.0:1761313446.256808:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.256813:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.256817:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2464fd1 (tot 82354770). 00000800:00000200:2.0:1761313446.256822:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.256828:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.256832:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f2464fd1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.256854:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.256857:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.256860:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009645e566. 00010000:00000010:0.1:1761313446.257095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259063b5. 00010000:00000010:0.1:1761313446.257103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab266c38. 00010000:00000010:0.1:1761313446.257107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066143813. 00080000:00000010:0.0:1761313446.257127:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000964338e7. 00010000:00000010:0.0:1761313446.257229:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.257236:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b914d6ca. 00010000:00000010:0.0:1761313446.257323:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066143813. 00010000:00000010:0.0:1761313446.257329:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.257344:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.257348:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.257355:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.257367:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc441186. 02000000:00000010:0.0:1761313446.257389:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000622c91b8. 00000400:00000010:0.0:1761313446.257394:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.257397:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.257402:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488512, portal 16 00000400:00000010:0.0:1761313446.257406:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aec04dd1. 00000100:00000200:0.0:1761313446.257407:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488512, offset 0 00000400:00000200:0.0:1761313446.257413:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000800:00000200:1.0:1761313446.257421:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1761313446.257422:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000800:00000010:1.0:1761313446.257425:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2464fd1 (tot 82354522). 00000400:00000200:1.0:1761313446.257429:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.257429:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.257432:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.257433:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.257435:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb1bbf3c 00000400:00000010:1.0:1761313446.257436:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb1bbf3c. 00000400:00000200:0.0:1761313446.257436:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.257438:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89238:89238:255:4294967295] 192.168.204.1@tcp LPNI seq info [89238:89238:7:4294967295] 00000400:00000200:0.0:1761313446.257444:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.257802:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.257806:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313446.257811:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.257815:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.257818:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.257934:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.257936:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:1.0:1761313446.257939:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.257943:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.257946:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aec04dd1 00000400:00000010:1.0:1761313446.257947:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aec04dd1. 00000100:00000200:1.0:1761313446.257954:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206488512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.259542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6075bca. 00010000:00000010:0.1:1761313446.259557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1761a69. 00010000:00000010:1.1:1761313446.260077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e86ba7d8. 00010000:00000010:1.1:1761313446.260085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f79d60f0. 00010000:00000010:3.1:1761313446.260332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026d655e9. 00010000:00000010:3.1:1761313446.260337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84e8970. 00000400:00000200:1.0:1761313446.260945:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.260967:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd5c0 00000400:00000200:1.0:1761313446.260974:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae289 [1] + 224 00000400:00000200:1.0:1761313446.260986:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.260989:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.260999:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206488512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.261083:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.261089:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9553c0 00000400:00000200:1.0:1761313446.261094:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacbb1 [2] + 1968 00000400:00000010:1.0:1761313446.261098:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000602e1087. 00000400:00000200:1.0:1761313446.261101:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009fb6aaed 00000400:00000200:1.0:1761313446.261174:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.261178:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.261181:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009fb6aaed 00000400:00000010:1.0:1761313446.261183:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009fb6aaed (tot 82354370). 00000100:00000200:1.0:1761313446.261190:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761313446.261364:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.261368:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.261369:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.261375:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206488512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.261383:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206488512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.261411:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000622c91b8. 02000000:00000010:0.0:1761313446.261417:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cc441186. 00000100:00000010:0.0:1761313446.261421:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.261424:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.261427:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000020:00000010:2.0:1761313446.261593:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009645e566. 00000020:00000010:2.0:1761313446.261601:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.261605:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.261627:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2fac155 x1846869199508416/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313446.261707:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508416 02000000:00000010:2.0:1761313446.261719:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001cec208a. 00010000:00000010:2.0:1761313446.261746:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ec2a6e0. 00010000:00000010:2.0:1761313446.261768:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.261774:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c057f3b1. 00000100:00000010:2.0:1761313446.261786:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c057f3b1. 00010000:00000010:2.0:1761313446.261789:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.261801:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313446.261805:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508416, offset 224 00000400:00000200:2.0:1761313446.261812:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.261823:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.261828:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89239:89239:256:4294967295] 192.168.204.1@tcp LPNI seq info [89239:89239:8:4294967295] 00000400:00000200:2.0:1761313446.261837:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.261842:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.261846:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049af6073 (tot 82354618). 00000800:00000200:2.0:1761313446.261851:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.261857:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.261861:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049af6073 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761313446.261907:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc441186. 00000020:00000010:2.0:1761313446.261925:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.261929:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.261932:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009645e566. 02000000:00000010:2.0:1761313446.261940:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1af202e. 00000100:00000010:2.0:1761313446.261942:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 02000000:00000010:2.0:1761313446.261946:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000074f76ac9. 00000100:00000010:2.0:1761313446.261948:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 02000000:00000010:2.0:1761313446.261951:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000072a52463. 00000100:00000010:2.0:1761313446.261953:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 02000000:00000010:2.0:1761313446.261956:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004b41ec07. 00000100:00000010:2.0:1761313446.261958:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 02000000:00000010:2.0:1761313446.261962:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006895a28. 00000100:00000010:2.0:1761313446.261964:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 02000000:00000010:2.0:1761313446.261967:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c0d24521. 00000100:00000010:2.0:1761313446.261969:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 00000100:00000200:2.0:1761313446.261974:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313446.261978:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053c913ef. 00000400:00000010:2.0:1761313446.261982:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c057f3b1 (tot 82354770). 00010000:00000010:0.0:1761313446.262009:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.262016:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000b0494fa. 00000800:00000200:1.0:1761313446.262080:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.262084:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049af6073 (tot 82354522). 00000400:00000200:1.0:1761313446.262088:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.262092:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.262095:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:1.0:1761313446.262096:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 02000000:00000010:1.0:1761313446.262099:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001cec208a. 00010000:00000010:0.0:1761313446.262118:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3f77b54. 00010000:00000010:0.0:1761313446.262122:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.262129:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e8b9177. 00010000:00000010:0.0:1761313446.262134:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.262145:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000622c91b8. 00010000:00000010:0.0:1761313446.262184:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.262188:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.262248:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba6767d. 00010000:00000010:0.0:1761313446.262252:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.262260:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.262263:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.262270:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.262281:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002aafc20b. 02000000:00000010:0.0:1761313446.262304:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb5abf75. 00000400:00000010:0.0:1761313446.262308:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.262312:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.262315:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488576, portal 16 00000400:00000010:0.0:1761313446.262319:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055ae023e. 00000100:00000200:0.0:1761313446.262327:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488576, offset 0 00000400:00000200:0.0:1761313446.262332:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.262339:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.262345:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.262349:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.262352:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.262355:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89240:89240:256:4294967295] 192.168.204.1@tcp LPNI seq info [89240:89240:8:4294967295] 00000400:00000200:0.0:1761313446.262362:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.262366:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.262369:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018b1f5e4 (tot 82354770). 00000800:00000200:0.0:1761313446.262373:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.262377:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.262379:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018b1f5e4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.262450:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.262452:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018b1f5e4 (tot 82354522). 00000400:00000200:1.0:1761313446.262455:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.262459:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.262461:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055ae023e 00000400:00000010:1.0:1761313446.262462:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055ae023e. 00000100:00000200:1.0:1761313446.262492:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206488576/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.262762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009908efd2. 00010000:00000010:0.1:1761313446.264338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae9b1666. 00010000:00000010:0.1:1761313446.264350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078287cf1. 00000400:00000200:1.0:1761313446.264837:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.264853:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd600 00000400:00000200:1.0:1761313446.264861:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae299 [1] + 224 00000400:00000200:1.0:1761313446.264874:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.264877:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.264887:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206488576/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.264931:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.264936:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.264938:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.264944:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206488576/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.264951:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206488576/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.264977:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb5abf75. 02000000:00000010:0.0:1761313446.264983:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002aafc20b. 00000100:00000010:0.0:1761313446.264987:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.264990:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.264994:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.265338:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.265346:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955400 00000400:00000200:1.0:1761313446.265350:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacc09 [2] + 0 00000400:00000200:1.0:1761313446.265520:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.265524:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.265529:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.265533:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:2.0:1761313446.265779:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b41ec07. 00000020:00000010:2.0:1761313446.265786:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.265790:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.265813:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199508480/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313446.265845:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508480 02000000:00000010:2.0:1761313446.265857:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1af202e. 00010000:00000010:2.0:1761313446.265884:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000323a5072. 00010000:00000010:2.0:1761313446.265904:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.265910:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006482827b. 00000100:00000010:2.0:1761313446.265925:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006482827b. 00010000:00000010:2.0:1761313446.265928:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.265940:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313446.265944:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508480, offset 224 00000400:00000200:2.0:1761313446.265951:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.265960:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.265965:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89241:89241:256:4294967295] 192.168.204.1@tcp LPNI seq info [89241:89241:8:4294967295] 00000400:00000200:2.0:1761313446.265975:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.265979:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.265983:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f58fd2 (tot 82354770). 00000800:00000200:2.0:1761313446.265988:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.265994:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.266001:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098f58fd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.266023:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.266027:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.266039:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b41ec07. 00080000:00000010:0.0:1761313446.266039:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002aafc20b. 00010000:00000010:0.0:1761313446.266129:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.266136:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a43f1877. 00010000:00000010:0.0:1761313446.266218:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078287cf1. 00010000:00000010:0.0:1761313446.266223:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.266232:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.266236:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.266241:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313446.266258:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb5abf75. 02000000:00000010:0.0:1761313446.266279:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012dc7ce8. 00000400:00000010:0.0:1761313446.266284:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313446.266288:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.266292:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488640, portal 16 00000400:00000010:0.0:1761313446.266296:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025c648c8. 00000100:00000200:0.0:1761313446.266297:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488640, offset 0 00000400:00000200:0.0:1761313446.266302:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.266308:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.266314:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.266318:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.266320:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.266322:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89242:89242:255:4294967295] 192.168.204.1@tcp LPNI seq info [89242:89242:7:4294967295] 00000400:00000200:0.0:1761313446.266328:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.266332:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.266334:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aace3980 (tot 82355018). 00000800:00000200:0.0:1761313446.266338:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.266341:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.266343:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aace3980 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.266422:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.266426:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f58fd2 (tot 82354770). 00000400:00000200:1.0:1761313446.266430:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.266433:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.266436:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:1.0:1761313446.266438:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000800:00000200:1.0:1761313446.266501:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.266503:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aace3980 (tot 82354522). 00000400:00000200:1.0:1761313446.266506:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.266510:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.266512:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025c648c8 00000400:00000010:1.0:1761313446.266513:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025c648c8. 00000100:00000200:1.0:1761313446.266519:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206488640/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.267981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000006e996d. 00010000:00000010:0.1:1761313446.267993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066143813. 00010000:00000010:0.1:1761313446.267999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3f77b54. 00010000:00000010:0.1:1761313446.268001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e8b9177. 00000400:00000200:1.0:1761313446.270199:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.270219:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd640 00000400:00000200:1.0:1761313446.270227:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae2a5 [1] + 224 00000400:00000200:1.0:1761313446.270239:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.270243:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.270254:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206488640/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.270526:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313446.270531:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.270533:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.270540:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206488640/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.270548:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206488640/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.270583:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012dc7ce8. 02000000:00000010:0.0:1761313446.270591:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb5abf75. 00000100:00000010:0.0:1761313446.270594:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313446.270598:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.270601:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.270928:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.270936:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955440 00000400:00000200:1.0:1761313446.270940:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacc09 [2] + 328 00000400:00000200:1.0:1761313446.270985:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.270989:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.270992:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.270996:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00000020:00000010:2.0:1761313446.271141:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b41ec07. 00000020:00000010:2.0:1761313446.271148:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.271151:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.271184:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199508544/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.271220:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508544 02000000:00000010:2.0:1761313446.271231:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009645e566. 00010000:00000010:2.0:1761313446.271257:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea23848b. 00010000:00000010:2.0:1761313446.271279:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.271285:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006482827b. 00000100:00000010:2.0:1761313446.271297:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006482827b. 00010000:00000010:2.0:1761313446.271300:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.271312:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c42d895. 00000100:00000200:2.0:1761313446.271316:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508544, offset 224 00000400:00000200:2.0:1761313446.271322:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.271332:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.271338:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89243:89243:256:4294967295] 192.168.204.1@tcp LPNI seq info [89243:89243:8:4294967295] 00000400:00000200:2.0:1761313446.271347:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.271351:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.271355:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048e3401e (tot 82354770). 00000800:00000200:2.0:1761313446.271360:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.271365:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.271368:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048e3401e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.271387:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313446.271390:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.271393:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b41ec07. 00080000:00000010:0.0:1761313446.271543:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb5abf75. 00000800:00000200:1.0:1761313446.271588:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.271592:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048e3401e (tot 82354522). 00000400:00000200:1.0:1761313446.271596:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.271600:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.271603:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c42d895 00000400:00000010:1.0:1761313446.271605:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c42d895. 00010000:00000010:0.0:1761313446.271623:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.271631:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007977f96c. 00000001:00000010:0.0:1761313446.271690:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cdc2febc. 00000001:00000010:0.0:1761313446.271697:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cdc2febc. 00000001:00000010:0.0:1761313446.271700:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009267865d. 00080000:00000010:0.0:1761313446.271705:0:77347:0:(osd_handler.c:6651:osd_it_iam_fini()) kfreed 'it': 328 at 000000001e01a059. 00080000:00000010:0.0:1761313446.271724:0:77347:0:(osd_handler.c:6623:osd_it_iam_init()) kmalloced '(it)': 328 at 0000000012dc7ce8. 00000001:00000010:0.0:1761313446.271732:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cdc2febc. 00010000:00000010:0.0:1761313446.271766:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3f77b54. 00010000:00000010:0.0:1761313446.271770:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.271774:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e8b9177. 00010000:00000010:0.0:1761313446.271779:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.271791:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de8ef1fd. 00010000:00000010:0.0:1761313446.271815:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.271939:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.271978:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001b2f78e7. 00010000:00000010:0.0:1761313446.271981:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.271984:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066143813. 00010000:00000010:0.0:1761313446.271988:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.271997:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fea8ce81. 00010000:00000010:0.0:1761313446.272022:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.272026:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.272057:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7966a5a. 00010000:00000010:0.0:1761313446.272114:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.272119:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d3bca15. 00010000:00000010:0.0:1761313446.272122:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.272131:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003389e4d1. 00010000:00000010:0.0:1761313446.272158:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.272172:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.272273:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3ebfe4d. 00010000:00000010:0.0:1761313446.272277:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.272280:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000459d6101. 00010000:00000010:0.0:1761313446.272283:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.272290:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000343c5a73. 00010000:00000010:0.0:1761313446.272314:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.272317:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.272362:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d93e8da. 00010000:00000010:0.0:1761313446.272365:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.272368:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e811e967. 00010000:00000010:0.0:1761313446.272371:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.272378:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de4fa779. 00010000:00000010:0.0:1761313446.272400:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.272403:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.272433:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c8ab1fe. 00010000:00000010:0.0:1761313446.272436:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.272439:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008459fa78. 00010000:00000010:0.0:1761313446.272442:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.272449:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d57876f9. 00010000:00000010:0.0:1761313446.272695:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.272700:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.272734:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8355569. 00010000:00000010:0.0:1761313446.272737:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.272739:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049990707. 00010000:00000010:0.0:1761313446.272742:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.272749:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b5c984e. 00010000:00000010:0.0:1761313446.272778:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.272781:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.272810:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f018af66. 00010000:00000010:0.0:1761313446.272813:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.272815:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094a795ba. 00010000:00000010:0.0:1761313446.272931:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.272942:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000455e7eb9. 00010000:00000010:0.0:1761313446.272967:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.272970:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273000:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000008b179b6. 00010000:00000010:0.0:1761313446.273003:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273006:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb5d7d02. 00010000:00000010:0.0:1761313446.273008:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.273016:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dde8e12a. 00010000:00000010:0.0:1761313446.273036:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.273039:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273133:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c2b0498. 00010000:00000010:0.0:1761313446.273136:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273139:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001014da8. 00010000:00000010:0.0:1761313446.273142:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.273148:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005516ea4e. 00010000:00000010:0.0:1761313446.273181:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.273184:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273300:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000877b3a4b. 00010000:00000010:0.0:1761313446.273303:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273306:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b9fec66. 00010000:00000010:0.0:1761313446.273309:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.273319:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084a84eb9. 00010000:00000010:0.0:1761313446.273343:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.273347:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273374:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046962172. 00010000:00000010:0.0:1761313446.273377:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273379:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e6730e2. 00010000:00000010:0.0:1761313446.273382:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.273389:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d18016c. 00010000:00000010:0.0:1761313446.273412:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.273415:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273445:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f7cc626. 00010000:00000010:0.0:1761313446.273447:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273450:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f79d60f0. 00010000:00000010:0.0:1761313446.273453:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.273460:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed59ebec. 00010000:00000010:0.0:1761313446.273545:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.273549:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273581:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e595a40a. 00010000:00000010:0.0:1761313446.273584:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273587:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000129b0f2. 00010000:00000010:0.0:1761313446.273590:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.273597:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa749bbb. 00010000:00000010:0.0:1761313446.273641:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.273645:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273677:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000fc5e956. 00010000:00000010:0.0:1761313446.273679:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273682:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ab75f2f. 00010000:00000010:0.0:1761313446.273684:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.273691:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076ea4e85. 00010000:00000010:0.0:1761313446.273714:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.273717:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273746:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ed7de392. 00010000:00000010:0.0:1761313446.273749:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273752:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be224e33. 00010000:00000010:0.0:1761313446.273755:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.273763:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029e41706. 00010000:00000010:0.0:1761313446.273786:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.273790:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273824:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c3262dd. 00010000:00000010:0.0:1761313446.273827:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273830:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.0:1761313446.273833:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.273840:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b38e681. 00010000:00000010:0.0:1761313446.273863:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.273866:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273896:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8c2b5a0. 00010000:00000010:0.0:1761313446.273899:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273902:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df83c085. 00010000:00000010:0.0:1761313446.273905:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.273913:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000554ca9f9. 00010000:00000010:0.0:1761313446.273936:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.273939:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273973:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e12d3e8e. 00010000:00000010:0.0:1761313446.273976:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.273979:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007359e9ee. 00010000:00000010:0.0:1761313446.273982:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.274004:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010a8df3e. 00010000:00000010:0.0:1761313446.274029:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.274033:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.274062:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026e9c5c8. 00010000:00000010:0.0:1761313446.274065:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.274068:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f921216b. 00010000:00000010:0.0:1761313446.274071:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.274080:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f7ca0f1. 00010000:00000010:0.0:1761313446.274103:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.274107:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.274139:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001cadcf8e. 00010000:00000010:0.0:1761313446.274141:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.274144:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067172e9c. 00010000:00000010:0.0:1761313446.274147:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.274155:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001551ec32. 00010000:00000010:0.0:1761313446.274191:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.274195:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.274224:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000867e3c1e. 00010000:00000010:0.0:1761313446.274227:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.274230:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000259a7296. 00010000:00000010:0.0:1761313446.274232:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.274240:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f73a0363. 00010000:00000010:0.0:1761313446.274276:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.274279:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.274312:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005feed362. 00010000:00000010:0.0:1761313446.274315:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.274318:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062bc62e1. 00010000:00000010:0.0:1761313446.274321:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.274328:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e415180. 00010000:00000010:0.0:1761313446.274352:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.274355:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.274387:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069d405ff. 00010000:00000010:0.0:1761313446.274389:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.274392:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009adfa18b. 00010000:00000010:0.0:1761313446.274394:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.274401:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045183ba5. 00010000:00000010:0.0:1761313446.274421:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.274423:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.274452:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffbbbb03. 00010000:00000010:0.0:1761313446.274455:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.274458:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.0:1761313446.274460:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.274509:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b90f0419. 00010000:00000010:0.0:1761313446.274535:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.274541:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:1.0:1761313446.274841:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c80b9cf6. 00010000:00000010:1.0:1761313446.274845:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.274849:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c55dd283. 00010000:00000010:1.0:1761313446.274853:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.274862:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db890fb9. 00010000:00000010:1.0:1761313446.274888:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.274892:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.274921:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009591c7bd. 00010000:00000010:1.0:1761313446.274923:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.274926:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd765c90. 00010000:00000010:1.0:1761313446.274929:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.274935:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d03a014a. 00010000:00000010:1.0:1761313446.274955:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.274958:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.274986:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004669cc27. 00010000:00000010:1.0:1761313446.274989:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.274993:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b70114e. 00010000:00000010:1.0:1761313446.274995:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.275002:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009923bc56. 00010000:00000010:1.0:1761313446.275022:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.275026:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275072:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ab00bf7. 00010000:00000010:1.0:1761313446.275076:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275079:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce1d1011. 00010000:00000010:1.0:1761313446.275081:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.275089:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7cf7b44. 00010000:00000010:1.0:1761313446.275112:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.275116:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275148:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000813ab4e0. 00010000:00000010:1.0:1761313446.275152:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275155:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1c8061d. 00010000:00000010:1.0:1761313446.275157:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.275173:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2735497. 00010000:00000010:1.0:1761313446.275196:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.275199:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275229:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000077797e2e. 00010000:00000010:1.0:1761313446.275232:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275235:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2558ca5. 00010000:00000010:1.0:1761313446.275329:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.275338:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f81f16be. 00010000:00000010:1.0:1761313446.275364:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.275368:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275400:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004ad1569d. 00010000:00000010:1.0:1761313446.275402:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275405:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd9ba4d1. 00010000:00000010:1.0:1761313446.275408:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.275415:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005ad7ab2. 00010000:00000010:1.0:1761313446.275438:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.275441:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275509:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005edfafd5. 00010000:00000010:1.0:1761313446.275513:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275516:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010184d03. 00010000:00000010:1.0:1761313446.275519:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.275527:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000437f5b8a. 00010000:00000010:1.0:1761313446.275549:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.275553:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275584:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bcd9fca8. 00010000:00000010:1.0:1761313446.275587:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275590:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058abbb71. 00010000:00000010:1.0:1761313446.275592:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.275599:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e68598f. 00010000:00000010:2.1:1761313446.275636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077adc8e5. 00010000:00000010:1.0:1761313446.275733:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.275738:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275775:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c127b75. 00010000:00000010:1.0:1761313446.275778:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275781:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e4162c5. 00010000:00000010:1.0:1761313446.275783:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.275791:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a00942f. 00010000:00000010:1.0:1761313446.275812:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.275816:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275842:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a946134a. 00010000:00000010:1.0:1761313446.275845:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275847:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1f15d3e. 00010000:00000010:1.0:1761313446.275862:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.275870:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006790c54d. 00010000:00000010:1.0:1761313446.275891:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.275894:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275925:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000010a111b8. 00010000:00000010:1.0:1761313446.275928:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275931:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d8e9dec. 00010000:00000010:1.0:1761313446.275933:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.275940:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091956fb7. 00010000:00000010:1.0:1761313446.275962:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.275965:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275993:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026fefa49. 00010000:00000010:1.0:1761313446.275996:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.275999:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e01719d6. 00010000:00000010:1.0:1761313446.276007:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.276017:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000671b0c15. 00010000:00000010:1.0:1761313446.276041:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.276045:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.276079:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ed2a312d. 00010000:00000010:1.0:1761313446.276082:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.276084:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e977906d. 00010000:00000010:1.0:1761313446.276087:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.276094:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4741034. 00010000:00000010:1.0:1761313446.276112:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.276115:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.276142:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000940a8a30. 00010000:00000010:1.0:1761313446.276145:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.276147:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b05088e9. 00010000:00000010:1.0:1761313446.276150:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.276156:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067e89f62. 00010000:00000010:1.0:1761313446.276191:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.276195:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.276225:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005bb3b3a3. 00010000:00000010:1.0:1761313446.276228:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.276230:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071dd5228. 00010000:00000010:1.0:1761313446.276233:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.276241:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000cb58e25. 00010000:00000010:0.1:1761313446.276756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095e2933e. 00010000:00000010:0.1:1761313446.276765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba6767d. 00010000:00000010:1.0:1761313446.278305:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.278320:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.278405:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002044b87f. 00010000:00000010:1.0:1761313446.278409:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.278414:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080d96c30. 00010000:00000010:1.0:1761313446.278419:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.278439:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003df65fe. 00010000:00000010:1.0:1761313446.278673:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.278678:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.278721:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b6c104d1. 00010000:00000010:1.0:1761313446.278724:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.278728:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1761a69. 00010000:00000010:1.0:1761313446.278730:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.278738:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5eda349. 00010000:00000010:1.0:1761313446.278760:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.278763:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.278793:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a79c8b7. 00010000:00000010:1.0:1761313446.278796:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.278799:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d60978e3. 00010000:00000010:1.0:1761313446.278802:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.278808:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d52a655c. 00010000:00000010:1.0:1761313446.278833:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.278836:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.278865:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8a5e9ab. 00010000:00000010:1.0:1761313446.278868:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.278871:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eafb0773. 00010000:00000010:1.0:1761313446.278874:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.278881:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e5b3aef. 00010000:00000010:1.0:1761313446.278900:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.278903:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.278933:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000080e3f7. 00010000:00000010:1.0:1761313446.278936:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.278939:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2ad02bc. 00010000:00000010:1.0:1761313446.278941:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.278949:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c328e55. 00010000:00000010:1.0:1761313446.278970:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.278973:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279020:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000453ce7c6. 00010000:00000010:1.0:1761313446.279023:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279027:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f519a6bc. 00010000:00000010:1.0:1761313446.279030:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.279037:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046341927. 00010000:00000010:1.0:1761313446.279056:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.279060:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279088:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac749d9f. 00010000:00000010:1.0:1761313446.279091:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279094:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ccef14bc. 00010000:00000010:1.0:1761313446.279097:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.279103:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5af2ac2. 00010000:00000010:1.0:1761313446.279123:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.279126:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279168:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022214a10. 00010000:00000010:1.0:1761313446.279171:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279174:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fb5092e. 00010000:00000010:1.0:1761313446.279177:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.279186:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2f158a6. 00010000:00000010:1.0:1761313446.279206:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.279210:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279238:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d7a4dce. 00010000:00000010:1.0:1761313446.279241:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279244:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af1d6e47. 00010000:00000010:1.0:1761313446.279246:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.279253:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007375f71f. 00010000:00000010:1.0:1761313446.279274:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.279277:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279306:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001ce197a1. 00010000:00000010:1.0:1761313446.279309:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279312:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c059cce8. 00010000:00000010:1.0:1761313446.279315:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.279322:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d52a967. 00010000:00000010:1.0:1761313446.279342:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.279345:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279373:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c97c0be. 00010000:00000010:1.0:1761313446.279376:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279379:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c19d48e. 00010000:00000010:1.0:1761313446.279382:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.279388:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4d77c2f. 00010000:00000010:1.0:1761313446.279409:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.279412:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279452:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3e0a9f5. 00010000:00000010:1.0:1761313446.279455:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279458:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000060bfcdb. 00010000:00000010:1.0:1761313446.279461:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.279501:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4bb75af. 00010000:00000010:1.0:1761313446.279524:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.279527:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279556:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000693ec438. 00010000:00000010:1.0:1761313446.279560:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279563:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d62afcd. 00010000:00000010:1.0:1761313446.279566:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.279573:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e66c7ba8. 00010000:00000010:1.0:1761313446.279593:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.279596:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279630:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cacc0bd2. 00010000:00000010:1.0:1761313446.279633:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279636:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e2c9952. 00010000:00000010:1.0:1761313446.279639:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.279645:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a21d97d. 00010000:00000010:1.0:1761313446.279666:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.279669:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279697:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009dd859b8. 00010000:00000010:1.0:1761313446.279700:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279702:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7d137b9. 00010000:00000010:1.0:1761313446.279705:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.279711:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000474049e5. 00010000:00000010:1.0:1761313446.279731:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.279734:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279762:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038a78ddd. 00010000:00000010:1.0:1761313446.279765:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279768:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083ad9d13. 00010000:00000010:1.0:1761313446.279771:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.279778:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d6474be. 00010000:00000010:1.0:1761313446.279798:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.279802:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279828:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091a5e9f4. 00010000:00000010:1.0:1761313446.279831:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279833:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b928563. 00010000:00000010:1.0:1761313446.279836:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.279843:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000835b4515. 00010000:00000010:1.0:1761313446.279865:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.279868:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279899:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d99d58f7. 00010000:00000010:1.0:1761313446.279902:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279904:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003cae0d5f. 00010000:00000010:1.0:1761313446.279907:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.279916:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb8a3fd9. 00010000:00000010:1.0:1761313446.279937:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.279940:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279969:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4be5309. 00010000:00000010:1.0:1761313446.279972:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.279974:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000563c0c65. 00010000:00000010:1.0:1761313446.279977:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.279983:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000325fe80b. 00010000:00000010:1.0:1761313446.280002:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.280005:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280035:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b79b01b. 00010000:00000010:1.0:1761313446.280038:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280041:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039a55045. 00010000:00000010:1.0:1761313446.280043:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.280049:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f910229. 00010000:00000010:1.0:1761313446.280068:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.280071:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280099:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007adecd87. 00010000:00000010:1.0:1761313446.280102:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280105:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ba775e9. 00010000:00000010:1.0:1761313446.280108:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.280115:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053a0fac1. 00010000:00000010:1.0:1761313446.280135:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.280138:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280177:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e54101e. 00010000:00000010:1.0:1761313446.280181:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280184:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d417a4b. 00010000:00000010:1.0:1761313446.280187:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.280194:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080355f5a. 00010000:00000010:1.0:1761313446.280216:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.280220:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280247:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2617f7e. 00010000:00000010:1.0:1761313446.280250:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280253:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f60d581. 00010000:00000010:1.0:1761313446.280256:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.280263:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cf3faee. 00010000:00000010:1.0:1761313446.280283:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.280286:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280317:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043f63f8d. 00010000:00000010:1.0:1761313446.280320:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280323:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf1a2941. 00010000:00000010:1.0:1761313446.280325:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.280332:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000446800cf. 00010000:00000010:1.0:1761313446.280352:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.280354:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280383:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000687c5cab. 00010000:00000010:1.0:1761313446.280386:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280388:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e713f0bc. 00010000:00000010:1.0:1761313446.280391:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.280398:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afb68375. 00010000:00000010:1.0:1761313446.280425:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.280429:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280460:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb81d4f3. 00010000:00000010:1.0:1761313446.280462:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280465:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068fb7675. 00010000:00000010:1.0:1761313446.280493:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.280505:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f57a502. 00010000:00000010:1.0:1761313446.280526:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.280530:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280561:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000017282594. 00010000:00000010:1.0:1761313446.280564:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280566:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008778f00. 00010000:00000010:1.0:1761313446.280570:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.280577:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023146a82. 00010000:00000010:1.0:1761313446.280600:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.280603:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280631:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d981d766. 00010000:00000010:1.0:1761313446.280634:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280636:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8e543bd. 00010000:00000010:1.0:1761313446.280639:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.280646:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c3115b4. 00010000:00000010:1.0:1761313446.280664:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.280668:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280694:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000060b47266. 00010000:00000010:1.0:1761313446.280696:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280698:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022e95140. 00010000:00000010:1.0:1761313446.280701:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.280707:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f228a8fc. 00010000:00000010:1.0:1761313446.280727:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.280730:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280757:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eac76ac6. 00010000:00000010:1.0:1761313446.280760:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280763:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8dbcd4a. 00010000:00000010:1.0:1761313446.280766:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.280772:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000adf97f0. 00010000:00000010:1.0:1761313446.280791:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.280794:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280822:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b231b7c. 00010000:00000010:1.0:1761313446.280825:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280828:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa525337. 00010000:00000010:1.0:1761313446.280830:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.280837:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002af77e09. 00010000:00000010:1.0:1761313446.280858:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.280861:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280893:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000341e3ada. 00010000:00000010:1.0:1761313446.280896:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280899:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd13f276. 00010000:00000010:1.0:1761313446.280902:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.280909:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e68d2b58. 00010000:00000010:1.0:1761313446.280927:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.280931:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280959:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b57359b0. 00010000:00000010:1.0:1761313446.280963:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.280966:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf865324. 00010000:00000010:1.0:1761313446.280969:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.280976:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000facf592c. 00010000:00000010:1.0:1761313446.280998:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313446.281001:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.281030:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa8543f7. 00010000:00000010:1.0:1761313446.281033:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4d0fc50. 00010000:00000010:1.0:1761313446.281036:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd8c97a0. 00010000:00000010:1.0:1761313446.281039:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00080000:00000010:1.0:1761313446.281047:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000927963f4. 00010000:00000010:2.1:1761313446.285199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3689d66. 00010000:00000010:2.1:1761313446.293494:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b208bf8. 00010000:00000010:1.1:1761313446.294209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c80b9cf6. 00010000:00000010:1.1:1761313446.294219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c55dd283. 00010000:00000010:1.1:1761313446.294222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009591c7bd. 00010000:00000010:1.1:1761313446.294226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd765c90. 00010000:00000010:1.1:1761313446.294228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004669cc27. 00010000:00000010:1.1:1761313446.294231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b70114e. 00010000:00000010:1.1:1761313446.294233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ab00bf7. 00010000:00000010:1.1:1761313446.294236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce1d1011. 00010000:00000010:1.1:1761313446.294238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000813ab4e0. 00010000:00000010:1.1:1761313446.294240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1c8061d. 00010000:00000010:1.1:1761313446.294242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077797e2e. 00010000:00000010:1.1:1761313446.294245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2558ca5. 00010000:00000010:1.1:1761313446.294247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ad1569d. 00010000:00000010:1.1:1761313446.294249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd9ba4d1. 00010000:00000010:0.1:1761313446.297513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008d08345. 00010000:00000010:0.1:1761313446.297531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078287cf1. 00010000:00000010:0.1:1761313446.297542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3f77b54. 00010000:00000010:0.1:1761313446.297545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e8b9177. 00010000:00000010:0.1:1761313446.297547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b2f78e7. 00010000:00000010:0.1:1761313446.297550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066143813. 00010000:00000010:0.1:1761313446.297553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7966a5a. 00010000:00000010:0.1:1761313446.297556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d3bca15. 00010000:00000010:0.1:1761313446.297559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3ebfe4d. 00010000:00000010:0.1:1761313446.297561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000459d6101. 00010000:00000010:0.1:1761313446.297563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d93e8da. 00010000:00000010:0.1:1761313446.297566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e811e967. 00010000:00000010:0.1:1761313446.297570:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c8ab1fe. 00010000:00000010:0.1:1761313446.297573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008459fa78. 00010000:00000010:0.1:1761313446.297575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8355569. 00010000:00000010:0.1:1761313446.297577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049990707. 00010000:00000010:0.1:1761313446.297579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f018af66. 00010000:00000010:0.1:1761313446.297583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094a795ba. 00010000:00000010:0.1:1761313446.297589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008b179b6. 00010000:00000010:0.1:1761313446.297594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb5d7d02. 00010000:00000010:0.1:1761313446.297596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c2b0498. 00010000:00000010:0.1:1761313446.297600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001014da8. 00010000:00000010:0.1:1761313446.297604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000877b3a4b. 00010000:00000010:0.1:1761313446.297607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b9fec66. 00010000:00000010:0.1:1761313446.297609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046962172. 00010000:00000010:0.1:1761313446.297612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6730e2. 00010000:00000010:0.1:1761313446.297614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f7cc626. 00010000:00000010:0.1:1761313446.297617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f79d60f0. 00010000:00000010:0.1:1761313446.297620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e595a40a. 00010000:00000010:0.1:1761313446.297623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000129b0f2. 00010000:00000010:0.1:1761313446.297625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fc5e956. 00010000:00000010:0.1:1761313446.297627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ab75f2f. 00010000:00000010:0.1:1761313446.297629:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed7de392. 00010000:00000010:0.1:1761313446.297631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be224e33. 00010000:00000010:0.1:1761313446.297633:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c3262dd. 00010000:00000010:0.1:1761313446.297636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.1:1761313446.297638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8c2b5a0. 00010000:00000010:0.1:1761313446.297641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df83c085. 00010000:00000010:0.1:1761313446.297643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e12d3e8e. 00010000:00000010:0.1:1761313446.297646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007359e9ee. 00010000:00000010:0.1:1761313446.297651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026e9c5c8. 00010000:00000010:0.1:1761313446.297656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f921216b. 00010000:00000010:0.1:1761313446.297659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cadcf8e. 00010000:00000010:0.1:1761313446.297662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067172e9c. 00010000:00000010:0.1:1761313446.297664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000867e3c1e. 00010000:00000010:0.1:1761313446.297666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259a7296. 00010000:00000010:0.1:1761313446.297668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005feed362. 00010000:00000010:0.1:1761313446.297671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062bc62e1. 00010000:00000010:0.1:1761313446.297675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069d405ff. 00010000:00000010:0.1:1761313446.297678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009adfa18b. 00010000:00000010:0.1:1761313446.297680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffbbbb03. 00010000:00000010:0.1:1761313446.297683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0967ada. 00080000:00000010:3.0:1761313446.300922:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000facf592c. 00080000:00000010:3.0:1761313446.300936:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e68d2b58. 00080000:00000010:3.0:1761313446.300939:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002af77e09. 00080000:00000010:3.0:1761313446.300942:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000adf97f0. 00080000:00000010:3.0:1761313446.300944:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f228a8fc. 00080000:00000010:3.0:1761313446.300946:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c3115b4. 00080000:00000010:3.0:1761313446.300949:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023146a82. 00080000:00000010:3.0:1761313446.300951:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f57a502. 00080000:00000010:3.0:1761313446.300954:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afb68375. 00080000:00000010:3.0:1761313446.300956:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000446800cf. 00080000:00000010:3.0:1761313446.300958:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cf3faee. 00080000:00000010:3.0:1761313446.300961:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080355f5a. 00080000:00000010:3.0:1761313446.300963:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053a0fac1. 00080000:00000010:3.0:1761313446.300965:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f910229. 00080000:00000010:3.0:1761313446.300968:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000325fe80b. 00080000:00000010:3.0:1761313446.301123:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb8a3fd9. 00080000:00000010:3.0:1761313446.301126:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000835b4515. 00080000:00000010:3.0:1761313446.301129:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d6474be. 00080000:00000010:3.0:1761313446.301131:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000474049e5. 00080000:00000010:3.0:1761313446.301133:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a21d97d. 00080000:00000010:3.0:1761313446.301135:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e66c7ba8. 00080000:00000010:3.0:1761313446.301138:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4bb75af. 00080000:00000010:3.0:1761313446.301139:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4d77c2f. 00080000:00000010:3.0:1761313446.301142:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d52a967. 00080000:00000010:3.0:1761313446.301144:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007375f71f. 00080000:00000010:3.0:1761313446.301146:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2f158a6. 00080000:00000010:3.0:1761313446.301148:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5af2ac2. 00080000:00000010:3.0:1761313446.301152:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046341927. 00080000:00000010:3.0:1761313446.301154:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c328e55. 00080000:00000010:3.0:1761313446.301157:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e5b3aef. 00080000:00000010:3.0:1761313446.301171:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d52a655c. 00080000:00000010:3.0:1761313446.301177:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5eda349. 00080000:00000010:3.0:1761313446.301179:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003df65fe. 00080000:00000010:3.0:1761313446.301182:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000cb58e25. 00080000:00000010:3.0:1761313446.301185:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067e89f62. 00080000:00000010:3.0:1761313446.301187:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4741034. 00080000:00000010:3.0:1761313446.301190:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000671b0c15. 00080000:00000010:3.0:1761313446.301192:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091956fb7. 00080000:00000010:3.0:1761313446.301194:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006790c54d. 00080000:00000010:3.0:1761313446.301197:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a00942f. 00080000:00000010:3.0:1761313446.301199:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e68598f. 00080000:00000010:3.0:1761313446.301201:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000437f5b8a. 00080000:00000010:3.0:1761313446.301203:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005ad7ab2. 00080000:00000010:3.0:1761313446.301205:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f81f16be. 00080000:00000010:3.0:1761313446.301207:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2735497. 00080000:00000010:3.0:1761313446.301209:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7cf7b44. 00080000:00000010:3.0:1761313446.301211:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009923bc56. 00080000:00000010:3.0:1761313446.301214:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d03a014a. 00080000:00000010:3.0:1761313446.301216:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db890fb9. 00080000:00000010:3.0:1761313446.301218:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b90f0419. 00080000:00000010:3.0:1761313446.301221:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045183ba5. 00080000:00000010:3.0:1761313446.301224:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e415180. 00080000:00000010:3.0:1761313446.301226:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f73a0363. 00080000:00000010:3.0:1761313446.301228:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001551ec32. 00080000:00000010:3.0:1761313446.301231:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f7ca0f1. 00080000:00000010:3.0:1761313446.301233:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010a8df3e. 00080000:00000010:3.0:1761313446.301236:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000554ca9f9. 00080000:00000010:3.0:1761313446.301239:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b38e681. 00080000:00000010:3.0:1761313446.301242:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029e41706. 00080000:00000010:3.0:1761313446.301246:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076ea4e85. 00080000:00000010:3.0:1761313446.301249:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa749bbb. 00080000:00000010:3.0:1761313446.301252:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed59ebec. 00080000:00000010:3.0:1761313446.301254:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d18016c. 00080000:00000010:3.0:1761313446.301256:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084a84eb9. 00080000:00000010:3.0:1761313446.301259:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005516ea4e. 00080000:00000010:3.0:1761313446.301261:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dde8e12a. 00080000:00000010:3.0:1761313446.301263:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000455e7eb9. 00080000:00000010:3.0:1761313446.301265:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b5c984e. 00080000:00000010:3.0:1761313446.301267:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d57876f9. 00080000:00000010:3.0:1761313446.301269:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de4fa779. 00080000:00000010:3.0:1761313446.301271:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000343c5a73. 00080000:00000010:3.0:1761313446.301274:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003389e4d1. 00080000:00000010:3.0:1761313446.301276:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fea8ce81. 00080000:00000010:3.0:1761313446.301278:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de8ef1fd. 00080000:00000010:3.0:1761313446.301281:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb5abf75. 00080000:00000010:3.0:1761313446.301284:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002aafc20b. 00080000:00000010:3.0:1761313446.301287:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000622c91b8. 00080000:00000010:3.0:1761313446.301289:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc441186. 00080000:00000010:3.0:1761313446.301291:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000964338e7. 00080000:00000010:3.0:1761313446.301293:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000a719ff. 00080000:00000010:3.0:1761313446.301295:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf4ad208. 00080000:00000010:3.0:1761313446.301297:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079844c16. 00080000:00000010:3.0:1761313446.301310:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ff9853b. 00080000:00000010:3.0:1761313446.301314:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000121856ba. 00080000:00000010:3.0:1761313446.301316:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ec579b4. 00080000:00000010:3.0:1761313446.301319:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a566b888. 00080000:00000010:3.0:1761313446.301322:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000516db19f. 00080000:00000010:3.0:1761313446.301324:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007634b685. 00080000:00000010:3.0:1761313446.301327:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069e75858. 00080000:00000010:3.0:1761313446.301329:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070ae1038. 00080000:00000010:3.0:1761313446.301331:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000643141f7. 00080000:00000010:3.0:1761313446.301333:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0c4ed26. 00080000:00000010:3.0:1761313446.301336:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f01cc4fc. 00080000:00000010:3.0:1761313446.301338:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004aec4be3. 00080000:00000010:3.0:1761313446.301341:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7ae3436. 00080000:00000010:3.0:1761313446.301344:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007026fc14. 00080000:00000010:3.0:1761313446.301346:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea592c78. 00080000:00000010:3.0:1761313446.301349:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8d40208. 00080000:00000010:3.0:1761313446.301352:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008fefdd38. 00080000:00000010:3.0:1761313446.301354:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3710247. 00080000:00000010:3.0:1761313446.301357:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e0dd5b2. 00080000:00000010:3.0:1761313446.301360:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ec09592. 00080000:00000010:3.0:1761313446.301363:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c365a99c. 00080000:00000010:3.0:1761313446.301366:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc466756. 00080000:00000010:3.0:1761313446.301369:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012990f2f. 00080000:00000010:3.0:1761313446.301372:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d684e384. 00080000:00000010:3.0:1761313446.301375:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bebcee0b. 00080000:00000010:3.0:1761313446.301377:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000665a8fbd. 00080000:00000010:3.0:1761313446.301380:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000438fff86. 00080000:00000010:3.0:1761313446.301383:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfcc3ad8. 00080000:00000010:3.0:1761313446.301386:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000585e386e. 00080000:00000010:3.0:1761313446.301389:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015444519. 00080000:00000010:3.0:1761313446.301392:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e238c73. 00080000:00000010:3.0:1761313446.301395:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000afa528d. 00080000:00000010:3.0:1761313446.301398:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7808bb6. 00080000:00000010:3.0:1761313446.301400:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c8a7b0a2. 00080000:00000010:3.0:1761313446.301402:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3740886. 00080000:00000010:3.0:1761313446.301404:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e20f8cf. 00080000:00000010:3.0:1761313446.301406:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c771da5. 00080000:00000010:3.0:1761313446.301408:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065e206f5. 00080000:00000010:3.0:1761313446.301410:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092218095. 00080000:00000010:3.0:1761313446.301413:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb94451b. 00080000:00000010:3.0:1761313446.301416:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065f3276a. 00080000:00000010:3.0:1761313446.301418:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064fce3e5. 00080000:00000010:3.0:1761313446.301420:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a781793. 00080000:00000010:3.0:1761313446.301422:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039a952a0. 00080000:00000010:3.0:1761313446.301424:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a1c90d4. 00080000:00000010:3.0:1761313446.301426:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069c9e603. 00080000:00000010:3.0:1761313446.301429:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056690ee0. 00080000:00000010:3.0:1761313446.301431:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eab95530. 00080000:00000010:3.0:1761313446.301433:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000515ccc16. 00080000:00000010:3.0:1761313446.301436:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000995b22b2. 00080000:00000010:3.0:1761313446.301438:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ceacf83b. 00080000:00000010:3.0:1761313446.301441:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5a150e0. 00080000:00000010:3.0:1761313446.301443:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064957762. 00080000:00000010:3.0:1761313446.301447:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2bcb852. 00080000:00000010:3.0:1761313446.301449:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021ef6f47. 00080000:00000010:3.0:1761313446.301453:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb573ee2. 00080000:00000010:3.0:1761313446.301455:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019c54b55. 00080000:00000010:3.0:1761313446.301458:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e586c841. 00080000:00000010:3.0:1761313446.301461:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093c67ec9. 00080000:00000010:3.0:1761313446.301463:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091f2d766. 00080000:00000010:3.0:1761313446.301466:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebe56e91. 00080000:00000010:3.0:1761313446.301499:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbaf554f. 00080000:00000010:3.0:1761313446.301502:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000757024a5. 00080000:00000010:3.0:1761313446.301504:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a1ffa52. 00080000:00000010:3.0:1761313446.301505:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000faacd56e. 00080000:00000010:3.0:1761313446.301507:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccb5d465. 00080000:00000010:3.0:1761313446.301510:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002178f139. 00080000:00000010:3.0:1761313446.301516:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000246c8c71. 00080000:00000010:3.0:1761313446.301519:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4b2b670. 00080000:00000010:3.0:1761313446.301521:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000171a7e4e. 00080000:00000010:3.0:1761313446.301524:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003081b343. 00080000:00000010:3.0:1761313446.301526:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f81be0e. 00080000:00000010:3.0:1761313446.301528:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c709e0a7. 00080000:00000010:3.0:1761313446.301531:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f75dd995. 00080000:00000010:3.0:1761313446.301533:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cff1a6ba. 00080000:00000010:3.0:1761313446.301535:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009602eb0b. 00080000:00000010:3.0:1761313446.301537:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000337fd016. 00080000:00000010:3.0:1761313446.301539:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fac2ae16. 00080000:00000010:3.0:1761313446.301542:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003882a9c7. 00080000:00000010:3.0:1761313446.301544:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aebcb070. 00080000:00000010:3.0:1761313446.301547:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075d7999d. 00080000:00000010:3.0:1761313446.301549:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080420ca5. 00080000:00000010:3.0:1761313446.301552:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f43e44d. 00080000:00000010:3.0:1761313446.301555:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cda0e0be. 00080000:00000010:3.0:1761313446.301557:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093646e6c. 00080000:00000010:3.0:1761313446.301560:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1211582. 00080000:00000010:3.0:1761313446.301561:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f47a14a. 00080000:00000010:3.0:1761313446.301563:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de544d12. 00080000:00000010:3.0:1761313446.301566:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d177edb. 00080000:00000010:3.0:1761313446.301569:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075a7a1d9. 00080000:00000010:3.0:1761313446.301572:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aab109d4. 00080000:00000010:3.0:1761313446.301573:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5dea503. 00080000:00000010:3.0:1761313446.301576:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a06c0fe6. 00080000:00000010:3.0:1761313446.301578:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c4324b4. 00080000:00000010:3.0:1761313446.301580:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c0af5f5. 00080000:00000010:3.0:1761313446.301582:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f25cf96. 00080000:00000010:3.0:1761313446.301584:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095d86ee7. 00080000:00000010:3.0:1761313446.301586:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e51b7dd4. 00080000:00000010:3.0:1761313446.301589:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c579643. 00080000:00000010:3.0:1761313446.301591:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000014cae34. 00080000:00000010:3.0:1761313446.301593:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000270782c1. 00080000:00000010:3.0:1761313446.301596:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e9995e7. 00080000:00000010:3.0:1761313446.301598:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed6cc94f. 00080000:00000010:3.0:1761313446.301600:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000091c8238. 00080000:00000010:3.0:1761313446.301601:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a75c5820. 00080000:00000010:3.0:1761313446.301603:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c9b50c7. 00080000:00000010:3.0:1761313446.301605:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a36df73d. 00080000:00000010:3.0:1761313446.301607:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009707bf7. 00080000:00000010:3.0:1761313446.301609:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d8e1a0e. 00080000:00000010:3.0:1761313446.301611:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c5ae505. 00080000:00000010:3.0:1761313446.301613:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6bfd5b0. 00080000:00000010:3.0:1761313446.301628:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059edcad8. 00080000:00000010:3.0:1761313446.301631:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf12db37. 00080000:00000010:3.0:1761313446.301634:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd7b2b61. 00080000:00000010:3.0:1761313446.301636:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b86440a. 00080000:00000010:3.0:1761313446.301639:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7f900de. 00080000:00000010:3.0:1761313446.301641:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077145c2b. 00080000:00000010:3.0:1761313446.301643:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000320f11ab. 00080000:00000010:3.0:1761313446.301646:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085439795. 00080000:00000010:3.0:1761313446.301648:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092af2d9a. 00080000:00000010:3.0:1761313446.301651:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ecb73428. 00080000:00000010:3.0:1761313446.301655:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001827d618. 00080000:00000010:3.0:1761313446.301658:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000250c5bdb. 00080000:00000010:3.0:1761313446.301662:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000825e989a. 00080000:00000010:3.0:1761313446.301664:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008129261e. 00080000:00000010:3.0:1761313446.301667:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be1aca4f. 00080000:00000010:3.0:1761313446.301669:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c48ff14c. 00080000:00000010:3.0:1761313446.301671:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd57f05f. 00080000:00000010:3.0:1761313446.301673:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002003c1f2. 00080000:00000010:3.0:1761313446.301675:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a4ed902. 00080000:00000010:3.0:1761313446.301677:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000254c4ecb. 00080000:00000010:3.0:1761313446.301680:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd98bc84. 00080000:00000010:3.0:1761313446.301682:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6fc23dc. 00080000:00000010:3.0:1761313446.301685:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001512ec29. 00080000:00000010:3.0:1761313446.301689:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aef6235e. 00080000:00000010:3.0:1761313446.301692:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eae13f47. 00080000:00000010:3.0:1761313446.301694:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000857728c7. 00080000:00000010:3.0:1761313446.301700:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006270eda5. 00080000:00000010:3.0:1761313446.301702:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038ff23cd. 00080000:00000010:3.0:1761313446.301704:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001544fdf8. 00080000:00000010:3.0:1761313446.301706:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8f4c330. 00080000:00000010:3.0:1761313446.301708:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045f3b28d. 00080000:00000010:3.0:1761313446.301710:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b1b6eee. 00080000:00000010:3.0:1761313446.301713:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce3c19d5. 00080000:00000010:3.0:1761313446.301715:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000087c132b. 00080000:00000010:3.0:1761313446.301742:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ca607e9. 00080000:00000010:3.0:1761313446.301744:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000487087c4. 00080000:00000010:3.0:1761313446.301746:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb230e48. 00080000:00000010:3.0:1761313446.301749:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c169541. 00080000:00000010:3.0:1761313446.301751:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066a27f97. 00080000:00000010:3.0:1761313446.301753:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049fc0043. 00080000:00000010:3.0:1761313446.301755:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3530be8. 00080000:00000010:3.0:1761313446.301757:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007643b293. 00080000:00000010:3.0:1761313446.301759:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a776c6e. 00080000:00000010:3.0:1761313446.301763:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000080f3c70. 00080000:00000010:3.0:1761313446.301765:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096c13cd0. 00080000:00000010:3.0:1761313446.301767:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000adb49069. 00080000:00000010:3.0:1761313446.301769:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e0f7da4. 00080000:00000010:3.0:1761313446.301771:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ef0a074. 00080000:00000010:3.0:1761313446.301773:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c565c1a. 00080000:00000010:3.0:1761313446.301775:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2e1965a. 00080000:00000010:3.0:1761313446.301777:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a13c985. 00080000:00000010:3.0:1761313446.301779:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a2914eb. 00080000:00000010:3.0:1761313446.301781:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000027e65ad. 00080000:00000010:3.0:1761313446.301783:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000518824d7. 00080000:00000010:3.0:1761313446.301785:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b4fb853. 00080000:00000010:3.0:1761313446.301789:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbed3c93. 00080000:00000010:3.0:1761313446.301790:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b99c086c. 00080000:00000010:3.0:1761313446.301792:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7a94ed9. 00080000:00000010:3.0:1761313446.301794:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f107d4b5. 00080000:00000010:3.0:1761313446.301797:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb5fcba0. 00080000:00000010:3.0:1761313446.301799:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e47d4fa7. 00080000:00000010:3.0:1761313446.301800:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce5bf4f6. 00080000:00000010:3.0:1761313446.301802:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e59f421. 00080000:00000010:3.0:1761313446.301805:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000491a423e. 00080000:00000010:3.0:1761313446.301807:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028490774. 00080000:00000010:3.0:1761313446.301809:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e98f5962. 00080000:00000010:3.0:1761313446.301811:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099219b46. 00080000:00000010:3.0:1761313446.301813:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c7b2973. 00080000:00000010:3.0:1761313446.301815:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d4edd48. 00080000:00000010:3.0:1761313446.301818:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009756003f. 00080000:00000010:3.0:1761313446.301819:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e2abf2a. 00080000:00000010:3.0:1761313446.301821:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048285bb1. 00080000:00000010:3.0:1761313446.301824:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a280e59d. 00080000:00000010:3.0:1761313446.301826:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057fcfc7f. 00080000:00000010:3.0:1761313446.301828:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eee51626. 00080000:00000010:3.0:1761313446.301830:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd88ee27. 00080000:00000010:3.0:1761313446.301832:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000f38261. 00080000:00000010:3.0:1761313446.301834:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c8047f5. 00080000:00000010:3.0:1761313446.301836:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055a40147. 00080000:00000010:3.0:1761313446.301838:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000851f31b5. 00080000:00000010:3.0:1761313446.301840:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c9f46c2. 00080000:00000010:3.0:1761313446.301842:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044d5e5d0. 00080000:00000010:3.0:1761313446.301845:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ae7412a. 00080000:00000010:3.0:1761313446.301847:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f5be0e6. 00080000:00000010:3.0:1761313446.302078:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba7f625d. 00080000:00000010:3.0:1761313446.302086:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f1427dc. 00080000:00000010:3.0:1761313446.302089:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a82fa695. 00080000:00000010:3.0:1761313446.302092:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d6df768. 00080000:00000010:3.0:1761313446.302094:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5ad27b6. 00080000:00000010:3.0:1761313446.302096:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068f9d24e. 00080000:00000010:3.0:1761313446.302099:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bcb79f90. 00080000:00000010:3.0:1761313446.302101:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efe390f4. 00080000:00000010:3.0:1761313446.302104:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e10c96b. 00080000:00000010:3.0:1761313446.302105:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005828cee. 00080000:00000010:3.0:1761313446.302108:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1b8ae06. 00080000:00000010:3.0:1761313446.302109:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d36163e2. 00080000:00000010:3.0:1761313446.302111:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c04de18. 00080000:00000010:3.0:1761313446.302114:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000723f0b70. 00080000:00000010:3.0:1761313446.302116:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebece40d. 00080000:00000010:3.0:1761313446.302119:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067e20808. 00080000:00000010:3.0:1761313446.302121:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000499ca043. 00080000:00000010:3.0:1761313446.302123:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000799a9f1c. 00080000:00000010:3.0:1761313446.302125:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8a49644. 00080000:00000010:3.0:1761313446.302127:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bd9d033. 00080000:00000010:3.0:1761313446.302129:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bb6106c. 00080000:00000010:3.0:1761313446.302131:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb4f878d. 00080000:00000010:3.0:1761313446.302132:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a08c6c09. 00080000:00000010:3.0:1761313446.302134:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ddf8f34. 00080000:00000010:3.0:1761313446.302136:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e6fd27a. 00080000:00000010:3.0:1761313446.302138:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027205a6b. 00080000:00000010:3.0:1761313446.302140:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000792915b3. 00080000:00000010:3.0:1761313446.302142:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e7aa89f. 00080000:00000010:3.0:1761313446.302144:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e25be46. 00080000:00000010:3.0:1761313446.302146:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a759e3bf. 00080000:00000010:3.0:1761313446.302148:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e926fd4f. 00080000:00000010:3.0:1761313446.302152:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000606045b3. 00080000:00000010:3.0:1761313446.302155:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009cb57e6. 00080000:00000010:3.0:1761313446.302157:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f9f0264. 00080000:00000010:3.0:1761313446.302169:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c9e716b. 00080000:00000010:3.0:1761313446.302171:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ece6235. 00080000:00000010:3.0:1761313446.302174:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f97a9a22. 00080000:00000010:3.0:1761313446.302176:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031ad3e96. 00080000:00000010:3.0:1761313446.302178:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022adf505. 00080000:00000010:3.0:1761313446.302181:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000125cb6b1. 00080000:00000010:3.0:1761313446.302183:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfacfcfb. 00080000:00000010:3.0:1761313446.302185:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5f7e5ac. 00080000:00000010:3.0:1761313446.302187:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6182cde. 00080000:00000010:3.0:1761313446.302190:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006ad81e2. 00080000:00000010:3.0:1761313446.302192:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012210976. 00080000:00000010:3.0:1761313446.302194:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003eec2405. 00080000:00000010:3.0:1761313446.302196:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000999cb459. 00080000:00000010:3.0:1761313446.302218:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000553487c0. 00080000:00000010:3.0:1761313446.302221:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096b2c0db. 00080000:00000010:3.0:1761313446.302223:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e673d500. 00080000:00000010:3.0:1761313446.302225:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8a84980. 00080000:00000010:3.0:1761313446.302227:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dac63ae1. 00080000:00000010:3.0:1761313446.302229:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da6493cd. 00080000:00000010:3.0:1761313446.302231:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1c7b49d. 00080000:00000010:3.0:1761313446.302233:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000280e5ced. 00080000:00000010:3.0:1761313446.302235:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026de92d9. 00080000:00000010:3.0:1761313446.302237:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f0e4499. 00080000:00000010:3.0:1761313446.302239:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dcc4cf0b. 00080000:00000010:3.0:1761313446.302242:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000316962e7. 00080000:00000010:3.0:1761313446.302244:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000390a7ac5. 00080000:00000010:3.0:1761313446.302247:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000dbb2ec1. 00080000:00000010:3.0:1761313446.302249:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ac7e668. 00080000:00000010:3.0:1761313446.302251:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e108ebc2. 00080000:00000010:3.0:1761313446.302253:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000464dc140. 00080000:00000010:3.0:1761313446.302255:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009cf7861a. 00080000:00000010:3.0:1761313446.302257:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e84227b. 00080000:00000010:3.0:1761313446.302259:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec627f96. 00080000:00000010:3.0:1761313446.302261:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037802115. 00080000:00000010:3.0:1761313446.302263:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb7e6315. 00080000:00000010:3.0:1761313446.302265:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7bece14. 00080000:00000010:3.0:1761313446.302268:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cae83fb. 00080000:00000010:3.0:1761313446.302270:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ecf92a88. 00080000:00000010:3.0:1761313446.302271:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004494f9cc. 00080000:00000010:3.0:1761313446.302273:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096b3299c. 00080000:00000010:3.0:1761313446.302275:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdd17a12. 00080000:00000010:3.0:1761313446.302277:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe844e4e. 00080000:00000010:3.0:1761313446.302279:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e76388f1. 00080000:00000010:3.0:1761313446.302281:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b526449. 00080000:00000010:3.0:1761313446.302283:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076e80f1c. 00080000:00000010:3.0:1761313446.302285:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078a12309. 00080000:00000010:3.0:1761313446.302287:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d6b9bff. 00080000:00000010:3.0:1761313446.302289:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018f6c4ab. 00080000:00000010:3.0:1761313446.302291:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b81b6809. 00080000:00000010:3.0:1761313446.302293:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b22588c1. 00080000:00000010:3.0:1761313446.302295:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fee550b2. 00080000:00000010:3.0:1761313446.302297:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c82e3946. 00080000:00000010:3.0:1761313446.302299:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edfb39fb. 00080000:00000010:3.0:1761313446.302300:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000df128af. 00080000:00000010:3.0:1761313446.302302:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048fc4b51. 00080000:00000010:3.0:1761313446.302305:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007110b1a6. 00080000:00000010:3.0:1761313446.302307:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f83fd66. 00080000:00000010:3.0:1761313446.302310:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5fedd71. 00080000:00000010:3.0:1761313446.302312:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a72fcc3. 00080000:00000010:3.0:1761313446.302314:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003394f4c5. 00080000:00000010:3.0:1761313446.302316:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa28c924. 00080000:00000010:3.0:1761313446.302319:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d67dd5bd. 00080000:00000010:3.0:1761313446.302320:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000787c82f1. 00080000:00000010:3.0:1761313446.302322:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029fb9502. 00080000:00000010:3.0:1761313446.302324:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000346a60b3. 00080000:00000010:3.0:1761313446.302326:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d30e4b7. 00080000:00000010:3.0:1761313446.302328:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d6ae98d. 00080000:00000010:3.0:1761313446.302330:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec0884d3. 00080000:00000010:3.0:1761313446.302332:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007eff603f. 00080000:00000010:3.0:1761313446.302334:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020084c13. 00080000:00000010:3.0:1761313446.302336:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fdd0c621. 00080000:00000010:3.0:1761313446.302338:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f30bdbb7. 00080000:00000010:3.0:1761313446.302340:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096a55034. 00080000:00000010:3.0:1761313446.302342:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006a07e1b. 00080000:00000010:3.0:1761313446.302344:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f537c67e. 00080000:00000010:3.0:1761313446.302347:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004eb1d47d. 00080000:00000010:3.0:1761313446.302349:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8d7143d. 00080000:00000010:3.0:1761313446.302351:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef2e6b0c. 00080000:00000010:3.0:1761313446.302353:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca1cca68. 00080000:00000010:3.0:1761313446.302355:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000758c51a3. 00080000:00000010:3.0:1761313446.302357:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a8b7870. 00080000:00000010:3.0:1761313446.302358:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae36ecb5. 00080000:00000010:3.0:1761313446.302360:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003aa6100b. 00080000:00000010:3.0:1761313446.302363:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004337fc0a. 00080000:00000010:3.0:1761313446.302365:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd05fc69. 00080000:00000010:3.0:1761313446.302368:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5e526a1. 00080000:00000010:3.0:1761313446.302370:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d80b6be. 00080000:00000010:3.0:1761313446.302372:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e282e4d5. 00080000:00000010:3.0:1761313446.302374:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea71fbaf. 00080000:00000010:3.0:1761313446.302375:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bccd595b. 00080000:00000010:3.0:1761313446.302378:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008151368d. 00080000:00000010:3.0:1761313446.302380:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dbdab91. 00080000:00000010:3.0:1761313446.302383:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad7b50b3. 00080000:00000010:3.0:1761313446.302384:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091e6ab26. 00080000:00000010:3.0:1761313446.302387:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c646696a. 00080000:00000010:3.0:1761313446.302391:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059f1a384. 00080000:00000010:3.0:1761313446.302393:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090bcc046. 00080000:00000010:3.0:1761313446.302395:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067a3879b. 00080000:00000010:3.0:1761313446.302397:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000776b143e. 00080000:00000010:3.0:1761313446.302399:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037d64ae9. 00080000:00000010:3.0:1761313446.302401:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a638d60f. 00080000:00000010:3.0:1761313446.302403:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6409757. 00080000:00000010:3.0:1761313446.302405:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3436682. 00080000:00000010:3.0:1761313446.302408:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb69566c. 00080000:00000010:3.0:1761313446.302410:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000205667c4. 00080000:00000010:3.0:1761313446.302413:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073f90fc7. 00080000:00000010:3.0:1761313446.302415:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9918f82. 00010000:00000010:1.1:1761313446.302567:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005edfafd5. 00010000:00000010:1.1:1761313446.302576:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010184d03. 00010000:00000010:1.1:1761313446.302582:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcd9fca8. 00010000:00000010:1.1:1761313446.302585:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058abbb71. 00010000:00000010:1.1:1761313446.302587:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c127b75. 00010000:00000010:1.1:1761313446.302591:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e4162c5. 00010000:00000010:1.1:1761313446.302594:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a946134a. 00010000:00000010:1.1:1761313446.302596:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f15d3e. 00010000:00000010:1.1:1761313446.302598:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010a111b8. 00010000:00000010:1.1:1761313446.302602:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d8e9dec. 00010000:00000010:1.1:1761313446.302606:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026fefa49. 00010000:00000010:1.1:1761313446.302608:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01719d6. 00010000:00000010:1.1:1761313446.302610:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed2a312d. 00010000:00000010:1.1:1761313446.302612:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e977906d. 00010000:00000010:1.1:1761313446.302614:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000940a8a30. 00010000:00000010:1.1:1761313446.302671:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b05088e9. 00010000:00000010:1.1:1761313446.302675:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bb3b3a3. 00010000:00000010:1.1:1761313446.302679:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071dd5228. 00010000:00000010:1.1:1761313446.302681:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002044b87f. 00010000:00000010:1.1:1761313446.302683:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080d96c30. 00010000:00000010:1.1:1761313446.302687:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6c104d1. 00010000:00000010:1.1:1761313446.302689:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1761a69. 00010000:00000010:1.1:1761313446.302692:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a79c8b7. 00010000:00000010:1.1:1761313446.302694:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d60978e3. 00010000:00000010:1.1:1761313446.302699:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8a5e9ab. 00010000:00000010:1.1:1761313446.302702:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafb0773. 00010000:00000010:1.1:1761313446.302705:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000080e3f7. 00010000:00000010:1.1:1761313446.302709:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ad02bc. 00010000:00000010:1.1:1761313446.302712:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000453ce7c6. 00010000:00000010:1.1:1761313446.302714:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f519a6bc. 00010000:00000010:1.1:1761313446.302717:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac749d9f. 00010000:00000010:1.1:1761313446.302720:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccef14bc. 00010000:00000010:1.1:1761313446.302722:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022214a10. 00010000:00000010:1.1:1761313446.302726:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb5092e. 00010000:00000010:1.1:1761313446.302728:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d7a4dce. 00010000:00000010:1.1:1761313446.302730:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af1d6e47. 00010000:00000010:1.1:1761313446.302732:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ce197a1. 00010000:00000010:1.1:1761313446.302734:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c059cce8. 00010000:00000010:1.1:1761313446.302736:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c97c0be. 00010000:00000010:1.1:1761313446.302739:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c19d48e. 00010000:00000010:1.1:1761313446.302742:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3e0a9f5. 00010000:00000010:1.1:1761313446.302744:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000060bfcdb. 00010000:00000010:1.1:1761313446.302749:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000693ec438. 00010000:00000010:1.1:1761313446.302752:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d62afcd. 00010000:00000010:1.1:1761313446.302754:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cacc0bd2. 00010000:00000010:1.1:1761313446.302757:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e2c9952. 00010000:00000010:1.1:1761313446.302759:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd859b8. 00010000:00000010:1.1:1761313446.302761:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7d137b9. 00010000:00000010:1.1:1761313446.302762:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038a78ddd. 00010000:00000010:1.1:1761313446.302765:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083ad9d13. 00010000:00000010:1.1:1761313446.302768:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091a5e9f4. 00010000:00000010:1.1:1761313446.302770:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b928563. 00010000:00000010:1.1:1761313446.302772:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d99d58f7. 00010000:00000010:1.1:1761313446.302774:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cae0d5f. 00010000:00000010:1.1:1761313446.302776:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4be5309. 00010000:00000010:1.1:1761313446.302779:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000563c0c65. 00010000:00000010:1.1:1761313446.302781:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b79b01b. 00010000:00000010:1.1:1761313446.302783:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039a55045. 00010000:00000010:1.1:1761313446.302785:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007adecd87. 00010000:00000010:1.1:1761313446.302787:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ba775e9. 00010000:00000010:1.1:1761313446.302789:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e54101e. 00010000:00000010:1.1:1761313446.302792:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d417a4b. 00010000:00000010:1.1:1761313446.302795:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2617f7e. 00010000:00000010:1.1:1761313446.302797:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f60d581. 00010000:00000010:1.1:1761313446.302799:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f63f8d. 00010000:00000010:1.1:1761313446.302801:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf1a2941. 00010000:00000010:1.1:1761313446.302804:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000687c5cab. 00010000:00000010:1.1:1761313446.302808:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e713f0bc. 00010000:00000010:1.1:1761313446.302810:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb81d4f3. 00010000:00000010:1.1:1761313446.302812:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068fb7675. 00010000:00000010:1.1:1761313446.302815:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017282594. 00010000:00000010:1.1:1761313446.302817:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008778f00. 00010000:00000010:1.1:1761313446.302819:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d981d766. 00010000:00000010:1.1:1761313446.302822:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8e543bd. 00010000:00000010:1.1:1761313446.302825:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b47266. 00010000:00000010:1.1:1761313446.302827:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022e95140. 00010000:00000010:1.1:1761313446.302829:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eac76ac6. 00010000:00000010:1.1:1761313446.302831:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8dbcd4a. 00010000:00000010:1.1:1761313446.302833:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b231b7c. 00010000:00000010:1.1:1761313446.302835:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa525337. 00010000:00000010:1.1:1761313446.302837:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000341e3ada. 00010000:00000010:1.1:1761313446.302841:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd13f276. 00010000:00000010:1.1:1761313446.302843:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b57359b0. 00010000:00000010:1.1:1761313446.302846:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf865324. 00010000:00000010:2.0:1761313446.310428:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00010000:00000010:2.0:1761313446.310447:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d0fc50. 00010000:00000010:2.0:1761313446.310560:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000095949d9b. 00010000:00000010:2.0:1761313446.310565:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.310570:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.0:1761313446.310575:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.310593:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b41ec07. 00010000:00000010:2.0:1761313446.310619:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.310623:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.310668:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffdd2d31. 00010000:00000010:2.0:1761313446.310670:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.310673:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e4fd248. 00010000:00000010:2.0:1761313446.310675:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.310682:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da68792a. 00010000:00000010:2.0:1761313446.310701:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.310704:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.310731:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048439275. 00010000:00000010:2.0:1761313446.310734:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.310737:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000595659dc. 00010000:00000010:2.0:1761313446.310739:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.310745:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c069306e. 00010000:00000010:2.0:1761313446.310764:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.310767:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.310797:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009bebf89f. 00010000:00000010:2.0:1761313446.310799:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.310802:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f782c24. 00010000:00000010:2.0:1761313446.310804:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.310810:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0009c09. 00010000:00000010:2.0:1761313446.310829:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.312808:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.312900:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002242c62d. 00010000:00000010:2.0:1761313446.312905:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.312909:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000965d2de1. 00010000:00000010:2.0:1761313446.312914:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.312931:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d33fcc1. 00010000:00000010:2.0:1761313446.312989:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.312992:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313025:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046c90653. 00010000:00000010:2.0:1761313446.313027:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313030:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056437b6a. 00010000:00000010:2.0:1761313446.313033:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.313040:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5f7d995. 00010000:00000010:2.0:1761313446.313079:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.313082:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313115:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b3e02c3. 00010000:00000010:2.0:1761313446.313117:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313120:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f77868f. 00010000:00000010:2.0:1761313446.313123:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.313130:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005de1f154. 00010000:00000010:2.0:1761313446.313153:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.313156:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313223:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fa057b9. 00010000:00000010:2.0:1761313446.313226:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313239:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f34efce0. 00010000:00000010:2.0:1761313446.313242:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.313250:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000015d6ce0. 00010000:00000010:2.0:1761313446.313274:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.313277:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313307:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c0cd0c4a. 00010000:00000010:2.0:1761313446.313310:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313314:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba0ccb39. 00010000:00000010:2.0:1761313446.313318:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.313325:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd6da47f. 00010000:00000010:2.0:1761313446.313347:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.313350:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313384:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009585e7b7. 00010000:00000010:2.0:1761313446.313387:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313390:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a23f6d4. 00010000:00000010:2.0:1761313446.313393:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.313400:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001cec208a. 00010000:00000010:2.0:1761313446.313422:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.313425:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313452:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007109e539. 00010000:00000010:2.0:1761313446.313455:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313457:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008efb93b6. 00010000:00000010:2.0:1761313446.313460:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.313507:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0d24521. 00010000:00000010:2.0:1761313446.313535:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.313538:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313576:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b05a9003. 00010000:00000010:2.0:1761313446.313579:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313582:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dda4c98a. 00010000:00000010:2.0:1761313446.313585:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.313593:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000643141f7. 00010000:00000010:2.0:1761313446.313616:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.313619:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313647:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a5695c13. 00010000:00000010:2.0:1761313446.313650:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313653:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d27a70d7. 00010000:00000010:2.0:1761313446.313656:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.313663:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070ae1038. 00010000:00000010:2.0:1761313446.313685:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.313688:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313725:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc313d72. 00010000:00000010:2.0:1761313446.313728:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313730:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d233dec7. 00010000:00000010:2.0:1761313446.313733:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.313740:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069e75858. 00010000:00000010:2.0:1761313446.313762:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.313765:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313793:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9d99f65. 00010000:00000010:2.0:1761313446.313796:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313799:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d39ad6eb. 00010000:00000010:2.0:1761313446.313801:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.313807:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f46de5d. 00010000:00000010:2.0:1761313446.313825:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.313828:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313859:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9b3ef0b. 00010000:00000010:2.0:1761313446.313862:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313865:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d29b93a5. 00010000:00000010:2.0:1761313446.313868:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.313877:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059c786a0. 00010000:00000010:2.0:1761313446.313900:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.313903:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313933:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee379d24. 00010000:00000010:2.0:1761313446.313935:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.313938:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d60978e3. 00010000:00000010:2.0:1761313446.313941:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.313948:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e594cdd. 00010000:00000010:2.0:1761313446.313969:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.313972:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314002:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000039795f6. 00010000:00000010:2.0:1761313446.314005:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314008:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1761a69. 00010000:00000010:2.0:1761313446.314011:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.314017:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d0796fd. 00010000:00000010:2.0:1761313446.314037:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.314040:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314068:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b7073cc. 00010000:00000010:2.0:1761313446.314071:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314074:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080d96c30. 00010000:00000010:2.0:1761313446.314076:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.314083:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001f2f66f. 00010000:00000010:2.0:1761313446.314106:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.314109:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314143:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001da0f92c. 00010000:00000010:2.0:1761313446.314146:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314149:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071dd5228. 00010000:00000010:2.0:1761313446.314152:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.314171:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0c9d3ac. 00010000:00000010:2.0:1761313446.314196:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.314200:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314237:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a7faff0. 00010000:00000010:2.0:1761313446.314240:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314242:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b05088e9. 00010000:00000010:2.0:1761313446.314245:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.314253:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006703eddb. 00010000:00000010:2.0:1761313446.314275:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.314278:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314310:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df5afacc. 00010000:00000010:2.0:1761313446.314314:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314317:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e977906d. 00010000:00000010:2.0:1761313446.314320:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.314328:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a68d1b1. 00010000:00000010:2.0:1761313446.314350:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.314353:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314385:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b5981459. 00010000:00000010:2.0:1761313446.314388:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314391:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e01719d6. 00010000:00000010:2.0:1761313446.314393:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.314402:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3b8546f. 00010000:00000010:2.0:1761313446.314425:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.314430:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314458:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013fb8c25. 00010000:00000010:2.0:1761313446.314460:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314464:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d8e9dec. 00010000:00000010:2.0:1761313446.314466:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.314507:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3ab68f7. 00010000:00000010:2.0:1761313446.314532:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.314536:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314564:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0673430. 00010000:00000010:2.0:1761313446.314567:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314569:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1f15d3e. 00010000:00000010:2.0:1761313446.314572:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.314578:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e171f696. 00010000:00000010:2.0:1761313446.314600:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.314603:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314634:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007a89f78. 00010000:00000010:2.0:1761313446.314637:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314639:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e4162c5. 00010000:00000010:2.0:1761313446.314643:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.314650:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050083b2a. 00010000:00000010:2.0:1761313446.314674:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.314677:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314708:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a2de5043. 00010000:00000010:2.0:1761313446.314711:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314714:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058abbb71. 00010000:00000010:2.0:1761313446.314716:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.314723:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d61b3d34. 00010000:00000010:2.0:1761313446.314743:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.314747:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314778:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053e51b4d. 00010000:00000010:2.0:1761313446.314782:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314784:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010184d03. 00010000:00000010:2.0:1761313446.314786:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.314793:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f5e4bd8. 00010000:00000010:2.0:1761313446.314814:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.314817:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314860:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004829e8d1. 00010000:00000010:2.0:1761313446.314864:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314867:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd9ba4d1. 00010000:00000010:2.0:1761313446.314870:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.314879:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a082c9e. 00010000:00000010:2.0:1761313446.314902:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.314905:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314935:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b5dd87d3. 00010000:00000010:2.0:1761313446.314938:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.314941:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2558ca5. 00010000:00000010:2.0:1761313446.314944:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.314952:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026034bfb. 00010000:00000010:2.0:1761313446.314974:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.314977:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315007:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb67ed3b. 00010000:00000010:2.0:1761313446.315010:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315013:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1c8061d. 00010000:00000010:2.0:1761313446.315015:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.315022:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004227ca14. 00010000:00000010:2.0:1761313446.315042:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.315045:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315077:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bfccba04. 00010000:00000010:2.0:1761313446.315080:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315083:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce1d1011. 00010000:00000010:2.0:1761313446.315086:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.315092:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026037375. 00010000:00000010:2.0:1761313446.315113:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.315117:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315147:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd357a3b. 00010000:00000010:2.0:1761313446.315149:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315152:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b70114e. 00010000:00000010:2.0:1761313446.315154:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.315173:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050047d4b. 00010000:00000010:2.0:1761313446.315196:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.315199:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315232:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005dba7229. 00010000:00000010:2.0:1761313446.315235:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315237:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd765c90. 00010000:00000010:2.0:1761313446.315240:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.315247:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5c6246f. 00010000:00000010:2.0:1761313446.315268:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.315271:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315298:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088ebfb85. 00010000:00000010:2.0:1761313446.315301:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315304:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c55dd283. 00010000:00000010:2.0:1761313446.315307:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.315313:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5fef042. 00010000:00000010:2.0:1761313446.315337:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.315340:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315367:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000857f8894. 00010000:00000010:2.0:1761313446.315371:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315374:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3689d66. 00010000:00000010:2.0:1761313446.315376:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.315383:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033283632. 00010000:00000010:2.0:1761313446.315403:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.315406:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315434:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a8d68cb. 00010000:00000010:2.0:1761313446.315437:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315441:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.0:1761313446.315443:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.315450:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086c72b8f. 00010000:00000010:2.0:1761313446.315501:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.315505:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315540:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001bf788c7. 00010000:00000010:2.0:1761313446.315543:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315546:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c63a80e. 00010000:00000010:2.0:1761313446.315548:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.315556:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075c218a2. 00010000:00000010:2.0:1761313446.315586:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.315590:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315617:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a5ad624b. 00010000:00000010:2.0:1761313446.315619:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315622:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000825aca2a. 00010000:00000010:2.0:1761313446.315624:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.315632:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000302b948d. 00010000:00000010:2.0:1761313446.315653:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.315656:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315686:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026048d6b. 00010000:00000010:2.0:1761313446.315689:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315691:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025796b75. 00010000:00000010:2.0:1761313446.315694:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.315701:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003cf529c. 00010000:00000010:2.0:1761313446.315722:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.315725:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315753:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000037d4feea. 00010000:00000010:2.0:1761313446.315756:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315759:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008118f4e. 00010000:00000010:2.0:1761313446.315761:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.315768:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028e49f60. 00010000:00000010:2.0:1761313446.315791:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.315795:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315825:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088c7876f. 00010000:00000010:2.0:1761313446.315828:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315831:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa6ef9d4. 00010000:00000010:2.0:1761313446.315833:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.315840:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031145efb. 00010000:00000010:2.0:1761313446.315863:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.315867:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315895:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000029f2a6e9. 00010000:00000010:2.0:1761313446.315898:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315901:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000730161ea. 00010000:00000010:2.0:1761313446.315904:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.315911:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008149c51c. 00010000:00000010:2.0:1761313446.315932:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.315936:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315968:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a58abae. 00010000:00000010:2.0:1761313446.315971:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.315974:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d340c8e1. 00010000:00000010:2.0:1761313446.315977:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.315983:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f19301d3. 00010000:00000010:2.0:1761313446.316005:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.316009:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00000001:00000010:2.0:1761313446.316497:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000057db4d49. 00000001:00000010:2.0:1761313446.316504:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000057db4d49. 00000001:00000010:2.0:1761313446.316507:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000057db4d49. 00000001:00000010:2.0:1761313446.316509:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cdc2febc. 00010000:00000010:2.0:1761313446.316530:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ceffe67. 00010000:00000010:2.0:1761313446.316532:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.316535:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f85edf2b. 00010000:00000010:2.0:1761313446.316537:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.316547:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c984cfaf. 00010000:00000010:2.0:1761313446.316573:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.316577:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.316611:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac67f271. 00010000:00000010:2.0:1761313446.316614:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.316617:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000260ea27d. 00010000:00000010:2.0:1761313446.316620:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.316629:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb76e7f3. 00010000:00000010:2.0:1761313446.316650:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.316653:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.316805:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033ef0b19. 00010000:00000010:2.0:1761313446.316808:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.316811:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002938b559. 00010000:00000010:2.0:1761313446.316814:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.316822:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb38131d. 00010000:00000010:2.0:1761313446.316919:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.316922:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.316948:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006d5f8f05. 00010000:00000010:2.0:1761313446.316950:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.316953:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000246829f6. 00010000:00000010:2.0:1761313446.316955:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.316961:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008094cbb6. 00010000:00000010:2.0:1761313446.316977:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.316980:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317002:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f0af442. 00010000:00000010:2.0:1761313446.317004:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317007:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054ccd52c. 00010000:00000010:2.0:1761313446.317009:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.317015:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f09a9df0. 00010000:00000010:2.0:1761313446.317031:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.317034:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317060:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000620195a6. 00010000:00000010:2.0:1761313446.317063:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317065:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008698190c. 00010000:00000010:2.0:1761313446.317068:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.317073:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000421db9a8. 00010000:00000010:2.0:1761313446.317090:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.317092:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317115:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003b16b46f. 00010000:00000010:2.0:1761313446.317117:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317119:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003bffd3ab. 00010000:00000010:2.0:1761313446.317122:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.317127:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a966f1db. 00010000:00000010:2.0:1761313446.317142:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.317145:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317182:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075f27463. 00010000:00000010:2.0:1761313446.317184:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317188:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077adc8e5. 00010000:00000010:2.0:1761313446.317191:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.317197:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000478c70d. 00010000:00000010:2.0:1761313446.317214:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.317573:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317607:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8d56157. 00010000:00000010:2.0:1761313446.317610:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317612:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009908efd2. 00010000:00000010:2.0:1761313446.317615:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.317622:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ec95e9e. 00010000:00000010:2.0:1761313446.317642:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.317645:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317681:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe0e82e9. 00010000:00000010:2.0:1761313446.317684:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317686:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008842060b. 00010000:00000010:2.0:1761313446.317689:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.317695:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc581ed4. 00010000:00000010:2.0:1761313446.317713:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.317715:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317738:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b39dddb0. 00010000:00000010:2.0:1761313446.317740:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317743:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073a61bce. 00010000:00000010:2.0:1761313446.317745:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.317750:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5ab9669. 00010000:00000010:2.0:1761313446.317766:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.317769:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317795:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000080014c8b. 00010000:00000010:2.0:1761313446.317797:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.317799:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b888e3cf. 00010000:00000010:2.0:1761313446.317802:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.317807:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000085c0efa. 00010000:00000010:2.0:1761313446.317822:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.318017:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318054:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000126c8ca3. 00010000:00000010:2.0:1761313446.318057:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318060:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8114937. 00010000:00000010:2.0:1761313446.318063:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.318071:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ec83194. 00010000:00000010:2.0:1761313446.318096:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.318099:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318133:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000727da776. 00010000:00000010:2.0:1761313446.318136:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318139:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000570b2073. 00010000:00000010:2.0:1761313446.318141:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.318150:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e82f578. 00010000:00000010:2.0:1761313446.318183:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.318187:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318216:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081293b4b. 00010000:00000010:2.0:1761313446.318219:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318222:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050b5f554. 00010000:00000010:2.0:1761313446.318225:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.318232:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004366f007. 00010000:00000010:2.0:1761313446.318251:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.318253:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318278:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f1cc14e0. 00010000:00000010:2.0:1761313446.318280:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318283:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2093e08. 00010000:00000010:2.0:1761313446.318285:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.318290:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8602562. 00010000:00000010:2.0:1761313446.318305:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.318308:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318330:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c72f671d. 00010000:00000010:2.0:1761313446.318333:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318335:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1775bcc. 00010000:00000010:2.0:1761313446.318337:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.318342:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b243a034. 00010000:00000010:2.0:1761313446.318358:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.318360:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318384:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000197b8861. 00010000:00000010:2.0:1761313446.318386:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318389:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e22e6995. 00010000:00000010:2.0:1761313446.318391:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.318396:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be4d6a12. 00010000:00000010:2.0:1761313446.318412:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.318414:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318435:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8c5dec9. 00010000:00000010:2.0:1761313446.318437:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318441:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066d78518. 00010000:00000010:2.0:1761313446.318443:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.318449:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024a069af. 00010000:00000010:2.0:1761313446.318464:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.318491:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318521:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8411acb. 00010000:00000010:2.0:1761313446.318524:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318527:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003af9f7c5. 00010000:00000010:2.0:1761313446.318529:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.318535:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef0bd148. 00010000:00000010:2.0:1761313446.318552:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.318554:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318576:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000741282ed. 00010000:00000010:2.0:1761313446.318578:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318580:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a41abaee. 00010000:00000010:2.0:1761313446.318582:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.318587:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053909a81. 00010000:00000010:2.0:1761313446.318602:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.318604:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318627:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8f4ff03. 00010000:00000010:2.0:1761313446.318629:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318631:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f881096. 00010000:00000010:2.0:1761313446.318633:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.318639:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000844c92cc. 00010000:00000010:2.0:1761313446.318654:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.318656:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318803:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005695d58a. 00010000:00000010:2.0:1761313446.318807:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318810:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a44d534. 00010000:00000010:2.0:1761313446.318813:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.318823:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006577f8a1. 00010000:00000010:2.0:1761313446.318899:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.318903:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318939:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000558c4fbd. 00010000:00000010:2.0:1761313446.318942:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.318944:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fe198a5. 00010000:00000010:2.0:1761313446.318948:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.318955:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d6ce77f. 00010000:00000010:2.0:1761313446.318977:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.318980:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.319010:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000021b753dc. 00010000:00000010:2.0:1761313446.319012:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.319015:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a8fa24a6. 00010000:00000010:2.0:1761313446.319017:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.319025:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc5dd102. 00010000:00000010:2.0:1761313446.319046:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.319050:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.319087:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f331661d. 00010000:00000010:2.0:1761313446.319090:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.319092:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045958426. 00010000:00000010:2.0:1761313446.319094:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.319101:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000657286b4. 00010000:00000010:2.0:1761313446.319119:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.319121:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.319145:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba13f293. 00010000:00000010:2.0:1761313446.319147:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.319150:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000598208dc. 00010000:00000010:2.0:1761313446.319153:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.319169:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbb9d53f. 00010000:00000010:2.0:1761313446.319192:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.319195:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.319220:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fec6c57. 00010000:00000010:2.0:1761313446.319222:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.319225:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ed6fcf1. 00010000:00000010:2.0:1761313446.319228:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.319235:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073179fad. 00010000:00000010:2.0:1761313446.319257:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.319260:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.319286:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2a095a8. 00010000:00000010:2.0:1761313446.319289:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.319292:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025609bf2. 00010000:00000010:2.0:1761313446.319294:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.319301:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077e5bbcb. 00010000:00000010:2.0:1761313446.319322:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.319325:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.319358:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c32f01f1. 00010000:00000010:2.0:1761313446.319360:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.319363:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059111c67. 00010000:00000010:2.0:1761313446.319365:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.319372:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db0d585e. 00010000:00000010:2.0:1761313446.319393:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.319396:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.319423:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000094a66d67. 00010000:00000010:2.0:1761313446.319426:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.319429:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052a15cfe. 00010000:00000010:2.0:1761313446.319432:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.319439:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a30e635a. 00010000:00000010:2.0:1761313446.319461:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.319464:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320144:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019d07115. 00010000:00000010:2.0:1761313446.320149:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320152:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000252ac9c6. 00010000:00000010:2.0:1761313446.320155:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.320175:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e972ce0. 00010000:00000010:2.0:1761313446.320205:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.320210:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320240:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004da14564. 00010000:00000010:2.0:1761313446.320243:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320246:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c6651ef. 00010000:00000010:2.0:1761313446.320248:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.320258:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ad28414. 00010000:00000010:2.0:1761313446.320282:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.320285:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320315:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024712393. 00010000:00000010:2.0:1761313446.320317:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320320:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023944eff. 00010000:00000010:2.0:1761313446.320323:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.320330:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040972dd1. 00010000:00000010:2.0:1761313446.320351:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.320355:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320383:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000944d67b. 00010000:00000010:2.0:1761313446.320386:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320389:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d89c5ce. 00010000:00000010:2.0:1761313446.320392:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.320399:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b00a4a7. 00010000:00000010:2.0:1761313446.320422:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.320425:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320460:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005ffedad. 00010000:00000010:2.0:1761313446.320463:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320489:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f935056f. 00010000:00000010:2.0:1761313446.320493:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.320501:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000864e225f. 00010000:00000010:2.0:1761313446.320526:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.320529:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320557:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074179dab. 00010000:00000010:2.0:1761313446.320559:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320562:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6daeb89. 00010000:00000010:2.0:1761313446.320566:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.320573:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f2dc8fc. 00010000:00000010:2.0:1761313446.320594:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.320597:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320629:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e9297b1. 00010000:00000010:2.0:1761313446.320632:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320635:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e402349f. 00010000:00000010:2.0:1761313446.320638:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.320645:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000315b06aa. 00010000:00000010:2.0:1761313446.320679:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.320683:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320713:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a6c0877. 00010000:00000010:2.0:1761313446.320715:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320717:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002383309e. 00010000:00000010:2.0:1761313446.320720:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.320728:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057b6b1db. 00010000:00000010:2.0:1761313446.320750:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.320753:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320780:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ef07f5f. 00010000:00000010:2.0:1761313446.320782:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320785:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd17d8b1. 00010000:00000010:2.0:1761313446.320787:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.320795:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036e754cb. 00010000:00000010:2.0:1761313446.320817:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.320820:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320850:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008764a4e1. 00010000:00000010:2.0:1761313446.320853:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320856:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b334b35d. 00010000:00000010:2.0:1761313446.320858:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.320866:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019d27b96. 00010000:00000010:2.0:1761313446.320887:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.320890:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320922:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ad261e0. 00010000:00000010:2.0:1761313446.320924:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320927:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000065d902c. 00010000:00000010:2.0:1761313446.320930:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.320937:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7c515b4. 00010000:00000010:2.0:1761313446.320959:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.320962:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320989:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006cacad1c. 00010000:00000010:2.0:1761313446.320993:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.320995:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecfab31c. 00010000:00000010:2.0:1761313446.320997:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.321004:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5458bbf. 00010000:00000010:2.0:1761313446.321024:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.321027:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.321056:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000046d1464. 00010000:00000010:2.0:1761313446.321060:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.321062:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddff45d3. 00010000:00000010:2.0:1761313446.321065:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.321071:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072a31eb9. 00010000:00000010:2.0:1761313446.321092:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.321095:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.321120:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d81f9840. 00010000:00000010:2.0:1761313446.321122:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.321125:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000853c4d8b. 00010000:00000010:2.0:1761313446.321127:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.321133:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005dde0a6d. 00010000:00000010:2.0:1761313446.321156:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.321837:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.321899:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003edfad40. 00010000:00000010:2.0:1761313446.321913:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.321917:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5c29f0f. 00010000:00000010:2.0:1761313446.321922:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.321933:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1b41fc9. 00010000:00000010:2.0:1761313446.321988:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.321996:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322031:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d09333de. 00010000:00000010:2.0:1761313446.322034:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322038:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b990b3fa. 00010000:00000010:2.0:1761313446.322040:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.322068:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc22a6f0. 00010000:00000010:2.0:1761313446.322099:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.322106:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322147:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b39f28f5. 00010000:00000010:2.0:1761313446.322150:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322153:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072efa346. 00010000:00000010:2.0:1761313446.322156:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.322176:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b2ff2bb. 00010000:00000010:2.0:1761313446.322207:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.322211:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322241:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4ebf2f5. 00010000:00000010:2.0:1761313446.322244:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322247:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a8fbf2a. 00010000:00000010:2.0:1761313446.322249:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.322256:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000714985fd. 00010000:00000010:2.0:1761313446.322277:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.322281:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322317:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072644bff. 00010000:00000010:2.0:1761313446.322320:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322323:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007368fe5a. 00010000:00000010:2.0:1761313446.322325:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.322332:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084cf22f7. 00010000:00000010:2.0:1761313446.322353:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.322357:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322387:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000598b8879. 00010000:00000010:2.0:1761313446.322390:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322393:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b0ce601. 00010000:00000010:2.0:1761313446.322396:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.322403:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000923d8ae. 00010000:00000010:2.0:1761313446.322424:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.322427:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322457:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b16b186c. 00010000:00000010:2.0:1761313446.322459:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322462:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016b1add0. 00010000:00000010:2.0:1761313446.322464:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.322494:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f74ca6e. 00010000:00000010:2.0:1761313446.322519:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.322523:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322552:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a9ef8513. 00010000:00000010:2.0:1761313446.322555:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322557:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f534c17b. 00010000:00000010:2.0:1761313446.322560:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.322566:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000051c6a7a. 00010000:00000010:2.0:1761313446.322586:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.322589:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322619:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c0788cb. 00010000:00000010:2.0:1761313446.322622:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322627:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c84e8970. 00010000:00000010:2.0:1761313446.322629:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.322635:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8b7f303. 00010000:00000010:2.0:1761313446.322653:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.322656:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322682:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000213fbba3. 00010000:00000010:2.0:1761313446.322684:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322687:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9b404f7. 00010000:00000010:2.0:1761313446.322690:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00080000:00000010:2.0:1761313446.322697:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a0f6b4e. 00010000:00000010:2.0:1761313446.322716:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.322719:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322756:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f51209cd. 00010000:00000010:2.0:1761313446.322759:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313446.322764:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ce63587. 00010000:00000010:2.1:1761313446.324443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa8543f7. 00010000:00000010:3.0:1761313446.324603:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313446.324642:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002178f139. 00010000:00000010:3.0:1761313446.324725:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313446.324732:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:3.0:1761313446.324794:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000677a7bdb. 00010000:00000010:3.0:1761313446.324798:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.324803:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004467eb4b. 00010000:00000010:3.0:1761313446.324807:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313446.324816:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e238c73. 00010000:00000010:3.0:1761313446.324843:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313446.324846:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.324879:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005ef6968f. 00010000:00000010:3.0:1761313446.324882:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.324884:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000098351cb. 00010000:00000010:3.0:1761313446.324887:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313446.324896:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013e79982. 00010000:00000010:3.0:1761313446.324921:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313446.324924:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.324954:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000af17c5b. 00010000:00000010:3.0:1761313446.324957:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.324959:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be438664. 00010000:00000010:3.0:1761313446.324962:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313446.324971:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006895a28. 00010000:00000010:3.0:1761313446.324996:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313446.325000:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325045:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ce994a4b. 00010000:00000010:3.0:1761313446.325048:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325050:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082a9f3ed. 00010000:00000010:3.0:1761313446.325053:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313446.325059:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072a52463. 00010000:00000010:3.0:1761313446.325088:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313446.325092:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325123:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000051da21ee. 00010000:00000010:3.0:1761313446.325126:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325128:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015201000. 00010000:00000010:3.0:1761313446.325131:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313446.325138:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074f76ac9. 00010000:00000010:3.0:1761313446.325175:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313446.325179:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325215:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d7d8d12. 00010000:00000010:3.0:1761313446.325218:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325221:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022f9b998. 00010000:00000010:3.0:1761313446.325223:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313446.325230:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6ccb6ee. 00010000:00000010:3.0:1761313446.325259:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313446.325267:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325297:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063931ef3. 00010000:00000010:3.0:1761313446.325299:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325302:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:3.0:1761313446.325304:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313446.325312:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073f90fc7. 00010000:00000010:3.0:1761313446.325333:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313446.325336:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325366:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a21d9fd1. 00010000:00000010:3.0:1761313446.325369:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325372:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011941016. 00010000:00000010:3.0:1761313446.325374:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313446.325381:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000205667c4. 00010000:00000010:3.0:1761313446.325400:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313446.325404:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325433:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe8a6b27. 00010000:00000010:3.0:1761313446.325435:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325438:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069244663. 00010000:00000010:3.0:1761313446.325441:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313446.325448:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb69566c. 00010000:00000010:3.0:1761313446.325520:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313446.325526:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:2.1:1761313446.325546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8c97a0. 00010000:00000010:3.0:1761313446.325565:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d5146243. 00010000:00000010:3.0:1761313446.325569:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325573:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.0:1761313446.325576:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313446.325584:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3436682. 00010000:00000010:3.0:1761313446.325605:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313446.325608:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325634:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d1036a1. 00010000:00000010:3.0:1761313446.325637:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325640:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313446.325642:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313446.325650:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6409757. 00010000:00000010:3.0:1761313446.325673:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313446.325676:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325710:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c549fecb. 00010000:00000010:3.0:1761313446.325712:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325715:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.0:1761313446.325717:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313446.325724:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a638d60f. 00010000:00000010:3.0:1761313446.325745:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313446.325748:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313446.325776:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b0785. 00010000:00000010:3.0:1761313446.325779:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313446.325788:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.325795:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.325805:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.325821:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037d64ae9. 02000000:00000010:3.0:1761313446.325853:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000776b143e. 00000400:00000010:3.0:1761313446.325859:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.325866:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b94f63a. 00000100:00000200:3.0:1761313446.325873:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488704, portal 16 00000400:00000010:3.0:1761313446.325879:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036954fa5. 00000100:00000200:3.0:1761313446.325881:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488704, offset 0 00000400:00000200:3.0:1761313446.325891:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.325906:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.325914:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.325917:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.325920:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.325924:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89244:89244:256:4294967295] 192.168.204.1@tcp LPNI seq info [89244:89244:8:4294967295] 00000400:00000200:3.0:1761313446.325933:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.325939:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.325944:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313446.325950:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.325956:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.325961:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.326125:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.326129:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354522). 00000400:00000200:1.0:1761313446.326133:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.326139:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.326143:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036954fa5 00000400:00000010:1.0:1761313446.326145:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036954fa5. 00000100:00000200:1.0:1761313446.326157:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206488704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.329350:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.329373:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd680 00000400:00000200:1.0:1761313446.329384:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae2b1 [1] + 224 00000400:00000200:1.0:1761313446.329400:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.329404:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.329415:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206488704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.329516:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.329521:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b94f63a 00000400:00000010:3.0:1761313446.329523:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b94f63a. 00000100:00000200:3.0:1761313446.329531:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206488704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.329538:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206488704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.329567:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000776b143e. 02000000:00000010:3.0:1761313446.329574:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037d64ae9. 00000100:00000010:3.0:1761313446.329577:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.329582:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:2.1:1761313446.329584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095949d9b. 00010000:00000010:3.0:1761313446.329586:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00010000:00000010:2.1:1761313446.329600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b484c3c7. 00010000:00000010:2.1:1761313446.329658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffdd2d31. 00010000:00000010:2.1:1761313446.329663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e4fd248. 00010000:00000010:2.1:1761313446.329667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048439275. 00010000:00000010:2.1:1761313446.329670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595659dc. 00000400:00000200:1.0:1761313446.330556:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.330572:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955480 00000400:00000200:1.0:1761313446.330578:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacc09 [2] + 656 00000400:00000200:1.0:1761313446.330650:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.330654:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.330659:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.330663:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00000020:00000010:3.0:1761313446.331017:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.331025:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.331030:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a517ee13. 00000100:00000200:3.0:1761313446.331055:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199508608/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313446.331092:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508608 02000000:00000010:3.0:1761313446.331103:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000776b143e. 00010000:00000010:3.0:1761313446.331133:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057aa662c. 00010000:00000010:3.0:1761313446.331152:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.331169:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.331188:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.331193:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.331207:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b94f63a. 00000100:00000200:3.0:1761313446.331212:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508608, offset 224 00000400:00000200:3.0:1761313446.331219:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.331230:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.331236:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89245:89245:256:4294967295] 192.168.204.1@tcp LPNI seq info [89245:89245:8:4294967295] 00000400:00000200:3.0:1761313446.331245:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.331250:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.331255:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354770). 00000800:00000200:3.0:1761313446.331260:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.331266:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.331269:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761313446.331523:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001380c735. 00010000:00000010:1.0:1761313446.331622:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:1.0:1761313446.331629:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000060e49098. 00010000:00000010:1.0:1761313446.331705:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf865324. 00010000:00000010:1.0:1761313446.331711:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.331724:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a878f9ad. 00000100:00000010:1.0:1761313446.331729:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000403f4837. 00000100:00000010:1.0:1761313446.331735:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 02000000:00000010:1.0:1761313446.331747:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c18d7f4. 02000000:00000010:1.0:1761313446.331771:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb3ac3b3. 00000400:00000010:1.0:1761313446.331776:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9fe4b5e. 00000400:00000010:1.0:1761313446.331781:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f309ef1a. 00000100:00000200:1.0:1761313446.331786:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488768, portal 16 00000400:00000010:1.0:1761313446.331790:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d52d4f38. 00000100:00000200:1.0:1761313446.331792:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488768, offset 0 00000400:00000200:1.0:1761313446.331798:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.331805:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.331811:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.331816:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.331818:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.331821:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89246:89246:255:4294967295] 192.168.204.1@tcp LPNI seq info [89246:89246:7:4294967295] 00000400:00000200:1.0:1761313446.331828:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.331832:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.331835:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008803a01b (tot 82355018). 00000800:00000200:1.0:1761313446.331838:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.331843:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.331845:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008803a01b type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.332448:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.332455:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a517ee13. 00000020:00000010:3.0:1761313446.332461:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 00000800:00000200:0.0:1761313446.332779:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.332783:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354770). 00000400:00000200:0.0:1761313446.332787:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.332794:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.332799:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b94f63a 00000400:00000010:0.0:1761313446.332801:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b94f63a. 00000800:00000200:0.0:1761313446.332868:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.332871:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008803a01b (tot 82354522). 00000400:00000200:0.0:1761313446.332874:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.332877:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.332878:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d52d4f38 00000400:00000010:0.0:1761313446.332880:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d52d4f38. 00000100:00000200:0.0:1761313446.332886:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013181f7b x1846869206488768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.333589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bebf89f. 00010000:00000010:2.1:1761313446.333598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f782c24. 00010000:00000010:2.1:1761313446.333602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002242c62d. 00010000:00000010:2.1:1761313446.333606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000965d2de1. 00010000:00000010:2.1:1761313446.333609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046c90653. 00010000:00000010:2.1:1761313446.333612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056437b6a. 00010000:00000010:2.1:1761313446.333614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b3e02c3. 00010000:00000010:2.1:1761313446.333616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f77868f. 00010000:00000010:2.1:1761313446.333618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fa057b9. 00010000:00000010:2.1:1761313446.333622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f34efce0. 00010000:00000010:2.1:1761313446.333624:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0cd0c4a. 00010000:00000010:2.1:1761313446.333626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba0ccb39. 00010000:00000010:2.1:1761313446.333631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009585e7b7. 00010000:00000010:2.1:1761313446.333634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a23f6d4. 00010000:00000010:2.1:1761313446.333636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007109e539. 00010000:00000010:2.1:1761313446.333639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008efb93b6. 00010000:00000010:2.1:1761313446.333641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b05a9003. 00010000:00000010:2.1:1761313446.333644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dda4c98a. 00010000:00000010:2.1:1761313446.333646:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5695c13. 00010000:00000010:2.1:1761313446.333648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27a70d7. 00010000:00000010:2.1:1761313446.333650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc313d72. 00010000:00000010:2.1:1761313446.333652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d233dec7. 00010000:00000010:2.1:1761313446.333654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9d99f65. 00010000:00000010:2.1:1761313446.333656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39ad6eb. 00010000:00000010:2.1:1761313446.333658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9b3ef0b. 00010000:00000010:2.1:1761313446.333661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d29b93a5. 00010000:00000010:2.1:1761313446.333663:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee379d24. 00010000:00000010:2.1:1761313446.333666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d60978e3. 00010000:00000010:2.1:1761313446.333669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000039795f6. 00010000:00000010:2.1:1761313446.333673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1761a69. 00010000:00000010:2.1:1761313446.333675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b7073cc. 00010000:00000010:2.1:1761313446.333678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080d96c30. 00010000:00000010:2.1:1761313446.333681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001da0f92c. 00010000:00000010:2.1:1761313446.333683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071dd5228. 00010000:00000010:2.1:1761313446.333685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a7faff0. 00010000:00000010:2.1:1761313446.333689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b05088e9. 00010000:00000010:2.1:1761313446.333693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df5afacc. 00010000:00000010:2.1:1761313446.333696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e977906d. 00010000:00000010:2.1:1761313446.333698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5981459. 00010000:00000010:2.1:1761313446.333701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01719d6. 00010000:00000010:2.1:1761313446.333703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013fb8c25. 00010000:00000010:2.1:1761313446.333705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d8e9dec. 00010000:00000010:2.1:1761313446.333707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0673430. 00010000:00000010:2.1:1761313446.333709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f15d3e. 00010000:00000010:2.1:1761313446.333711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007a89f78. 00010000:00000010:2.1:1761313446.333713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e4162c5. 00010000:00000010:2.1:1761313446.333715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2de5043. 00010000:00000010:2.1:1761313446.333717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058abbb71. 00010000:00000010:2.1:1761313446.333719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053e51b4d. 00010000:00000010:2.1:1761313446.333721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010184d03. 00010000:00000010:2.1:1761313446.333723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004829e8d1. 00010000:00000010:2.1:1761313446.333726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd9ba4d1. 00010000:00000010:2.1:1761313446.333728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5dd87d3. 00010000:00000010:2.1:1761313446.333731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2558ca5. 00010000:00000010:2.1:1761313446.333735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb67ed3b. 00010000:00000010:2.1:1761313446.333738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1c8061d. 00010000:00000010:2.1:1761313446.333740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfccba04. 00010000:00000010:2.1:1761313446.333742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce1d1011. 00010000:00000010:2.1:1761313446.333744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd357a3b. 00010000:00000010:2.1:1761313446.333746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b70114e. 00010000:00000010:2.1:1761313446.333748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dba7229. 00010000:00000010:2.1:1761313446.333755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd765c90. 00010000:00000010:2.1:1761313446.333758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088ebfb85. 00010000:00000010:2.1:1761313446.333761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c55dd283. 00010000:00000010:2.1:1761313446.333763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000857f8894. 00010000:00000010:2.1:1761313446.333765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3689d66. 00010000:00000010:2.1:1761313446.333768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8d68cb. 00010000:00000010:2.1:1761313446.333772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d411ecda. 00010000:00000010:2.1:1761313446.333776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bf788c7. 00010000:00000010:2.1:1761313446.333778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c63a80e. 00010000:00000010:2.1:1761313446.333781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5ad624b. 00010000:00000010:2.1:1761313446.333783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000825aca2a. 00010000:00000010:2.1:1761313446.333785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026048d6b. 00010000:00000010:2.1:1761313446.333788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025796b75. 00010000:00000010:2.1:1761313446.333790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037d4feea. 00010000:00000010:2.1:1761313446.333792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008118f4e. 00010000:00000010:2.1:1761313446.333794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088c7876f. 00010000:00000010:2.1:1761313446.333796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa6ef9d4. 00010000:00000010:2.1:1761313446.333799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029f2a6e9. 00010000:00000010:2.1:1761313446.333801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730161ea. 00010000:00000010:2.1:1761313446.333805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a58abae. 00010000:00000010:2.1:1761313446.333808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d340c8e1. 00010000:00000010:2.1:1761313446.333813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ceffe67. 00010000:00000010:2.1:1761313446.333816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85edf2b. 00010000:00000010:2.1:1761313446.333819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac67f271. 00010000:00000010:2.1:1761313446.333822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000260ea27d. 00010000:00000010:2.1:1761313446.333824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033ef0b19. 00010000:00000010:2.1:1761313446.333827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002938b559. 00010000:00000010:2.1:1761313446.333830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d5f8f05. 00010000:00000010:2.1:1761313446.333833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246829f6. 00010000:00000010:2.1:1761313446.333835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f0af442. 00010000:00000010:2.1:1761313446.333839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ccd52c. 00010000:00000010:3.1:1761313446.333840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f51209cd. 00010000:00000010:2.1:1761313446.333842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000620195a6. 00010000:00000010:3.1:1761313446.333850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ce63587. 00010000:00000010:2.1:1761313446.333850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008698190c. 00010000:00000010:2.1:1761313446.333859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b16b46f. 00010000:00000010:3.1:1761313446.333861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000677a7bdb. 00010000:00000010:2.1:1761313446.333864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bffd3ab. 00010000:00000010:3.1:1761313446.333869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004467eb4b. 00010000:00000010:2.1:1761313446.333870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f27463. 00010000:00000010:3.1:1761313446.333876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ef6968f. 00010000:00000010:2.1:1761313446.333877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077adc8e5. 00010000:00000010:3.1:1761313446.333884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:2.1:1761313446.333886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8d56157. 00010000:00000010:3.1:1761313446.333890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000af17c5b. 00010000:00000010:2.1:1761313446.333893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009908efd2. 00010000:00000010:3.1:1761313446.333897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00010000:00000010:2.1:1761313446.333903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe0e82e9. 00010000:00000010:3.1:1761313446.333904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce994a4b. 00010000:00000010:2.1:1761313446.333910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008842060b. 00010000:00000010:3.1:1761313446.333911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a9f3ed. 00010000:00000010:2.1:1761313446.333917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b39dddb0. 00010000:00000010:3.1:1761313446.333918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051da21ee. 00010000:00000010:2.1:1761313446.333925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a61bce. 00010000:00000010:3.1:1761313446.333926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015201000. 00010000:00000010:2.1:1761313446.333931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080014c8b. 00010000:00000010:3.1:1761313446.333932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d7d8d12. 00010000:00000010:2.1:1761313446.333939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b888e3cf. 00010000:00000010:3.1:1761313446.333940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00010000:00000010:2.1:1761313446.333946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000126c8ca3. 00010000:00000010:3.1:1761313446.333947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063931ef3. 00010000:00000010:2.1:1761313446.333953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8114937. 00010000:00000010:3.1:1761313446.333954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:3.1:1761313446.333959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a21d9fd1. 00010000:00000010:2.1:1761313446.333961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000727da776. 00010000:00000010:3.1:1761313446.333964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:3.1:1761313446.333970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe8a6b27. 00010000:00000010:3.1:1761313446.333973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069244663. 00010000:00000010:3.1:1761313446.333975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5146243. 00010000:00000010:3.1:1761313446.333978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b208bf8. 00010000:00000010:2.1:1761313446.333978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000570b2073. 00010000:00000010:3.1:1761313446.333980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d1036a1. 00010000:00000010:3.1:1761313446.333988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:2.1:1761313446.333988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081293b4b. 00010000:00000010:3.1:1761313446.333992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c549fecb. 00010000:00000010:2.1:1761313446.333994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050b5f554. 00010000:00000010:3.1:1761313446.333998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00010000:00000010:2.1:1761313446.334000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1cc14e0. 00010000:00000010:2.1:1761313446.334009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2093e08. 00010000:00000010:2.1:1761313446.334011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c72f671d. 00010000:00000010:2.1:1761313446.334014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1775bcc. 00010000:00000010:2.1:1761313446.334016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000197b8861. 00010000:00000010:2.1:1761313446.334021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e22e6995. 00010000:00000010:2.1:1761313446.334024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8c5dec9. 00010000:00000010:2.1:1761313446.334027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066d78518. 00010000:00000010:2.1:1761313446.334039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8411acb. 00010000:00000010:2.1:1761313446.334042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003af9f7c5. 00010000:00000010:2.1:1761313446.334044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000741282ed. 00010000:00000010:2.1:1761313446.334047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a41abaee. 00010000:00000010:2.1:1761313446.334053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8f4ff03. 00010000:00000010:2.1:1761313446.334056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f881096. 00010000:00000010:2.1:1761313446.334059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005695d58a. 00010000:00000010:2.1:1761313446.334070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a44d534. 00010000:00000010:2.1:1761313446.334072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000558c4fbd. 00010000:00000010:2.1:1761313446.334075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe198a5. 00010000:00000010:2.1:1761313446.334079:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021b753dc. 00010000:00000010:2.1:1761313446.334081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8fa24a6. 00010000:00000010:2.1:1761313446.334083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f331661d. 00010000:00000010:2.1:1761313446.334085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045958426. 00010000:00000010:2.1:1761313446.334087:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba13f293. 00010000:00000010:2.1:1761313446.334089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598208dc. 00010000:00000010:2.1:1761313446.334091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fec6c57. 00010000:00000010:2.1:1761313446.334093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ed6fcf1. 00010000:00000010:2.1:1761313446.334096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2a095a8. 00010000:00000010:2.1:1761313446.334098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025609bf2. 00010000:00000010:2.1:1761313446.334100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c32f01f1. 00010000:00000010:2.1:1761313446.334102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059111c67. 00010000:00000010:2.1:1761313446.334104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094a66d67. 00010000:00000010:2.1:1761313446.334106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052a15cfe. 00010000:00000010:2.1:1761313446.334109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019d07115. 00010000:00000010:2.1:1761313446.334112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000252ac9c6. 00010000:00000010:2.1:1761313446.334114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004da14564. 00010000:00000010:2.1:1761313446.334116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c6651ef. 00010000:00000010:2.1:1761313446.334118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024712393. 00010000:00000010:2.1:1761313446.334120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023944eff. 00010000:00000010:2.1:1761313446.334122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000944d67b. 00010000:00000010:2.1:1761313446.334124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d89c5ce. 00010000:00000010:2.1:1761313446.334126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005ffedad. 00010000:00000010:2.1:1761313446.334129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f935056f. 00010000:00000010:2.1:1761313446.334131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074179dab. 00010000:00000010:2.1:1761313446.334135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6daeb89. 00010000:00000010:2.1:1761313446.334137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e9297b1. 00010000:00000010:2.1:1761313446.334139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e402349f. 00010000:00000010:2.1:1761313446.334142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a6c0877. 00010000:00000010:2.1:1761313446.334145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002383309e. 00010000:00000010:2.1:1761313446.334147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ef07f5f. 00010000:00000010:2.1:1761313446.334149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd17d8b1. 00010000:00000010:2.1:1761313446.334152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008764a4e1. 00010000:00000010:2.1:1761313446.334155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b334b35d. 00010000:00000010:2.1:1761313446.334157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ad261e0. 00010000:00000010:2.1:1761313446.334179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000065d902c. 00010000:00000010:2.1:1761313446.334182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cacad1c. 00010000:00000010:2.1:1761313446.334184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecfab31c. 00010000:00000010:2.1:1761313446.334188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000046d1464. 00010000:00000010:2.1:1761313446.334191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddff45d3. 00010000:00000010:2.1:1761313446.334193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d81f9840. 00010000:00000010:2.1:1761313446.334195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000853c4d8b. 00010000:00000010:2.1:1761313446.334197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003edfad40. 00010000:00000010:2.1:1761313446.334199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5c29f0f. 00010000:00000010:2.1:1761313446.334209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09333de. 00010000:00000010:2.1:1761313446.334212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b990b3fa. 00010000:00000010:2.1:1761313446.334214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b39f28f5. 00010000:00000010:2.1:1761313446.334219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072efa346. 00010000:00000010:2.1:1761313446.334221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4ebf2f5. 00010000:00000010:2.1:1761313446.334223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a8fbf2a. 00010000:00000010:2.1:1761313446.334225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072644bff. 00010000:00000010:2.1:1761313446.334228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007368fe5a. 00010000:00000010:2.1:1761313446.334233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000598b8879. 00010000:00000010:2.1:1761313446.334235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b0ce601. 00010000:00000010:2.1:1761313446.334237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b16b186c. 00010000:00000010:2.1:1761313446.334239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016b1add0. 00010000:00000010:2.1:1761313446.334241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9ef8513. 00010000:00000010:2.1:1761313446.334244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f534c17b. 00010000:00000010:2.1:1761313446.334246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c0788cb. 00010000:00000010:2.1:1761313446.334248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84e8970. 00010000:00000010:2.1:1761313446.334252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000213fbba3. 00010000:00000010:2.1:1761313446.334255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9b404f7. 00000400:00000200:1.0:1761313446.337280:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.337300:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd6c0 00000400:00000200:1.0:1761313446.337308:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae2bd [1] + 224 00000400:00000200:1.0:1761313446.337323:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.337327:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.337338:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013181f7b x1846869206488768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.337396:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9fe4b5e. 00000400:00000200:3.0:1761313446.337402:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f309ef1a 00000400:00000010:3.0:1761313446.337404:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f309ef1a. 00000100:00000200:3.0:1761313446.337413:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013181f7b x1846869206488768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.337421:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013181f7b x1846869206488768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.337451:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb3ac3b3. 02000000:00000010:3.0:1761313446.337457:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008c18d7f4. 00000100:00000010:3.0:1761313446.337460:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 00000100:00000010:3.0:1761313446.337464:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000403f4837. 00010000:00000010:3.0:1761313446.337498:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a878f9ad. 00010000:00000010:1.1:1761313446.337602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8c20729. 00010000:00000010:1.1:1761313446.337611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b0785. 00000400:00000200:1.0:1761313446.338020:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.338028:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9554c0 00000400:00000200:1.0:1761313446.338032:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacc09 [2] + 984 00000400:00000200:1.0:1761313446.338080:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.338084:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.338088:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.338091:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 00000020:00000010:3.0:1761313446.338508:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.338515:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.338519:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a517ee13. 00000100:00000200:3.0:1761313446.338544:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a333fac x1846869199508672/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313446.338577:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508672 02000000:00000010:3.0:1761313446.338587:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067a3879b. 00010000:00000010:3.0:1761313446.338611:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004fc55b24. 00010000:00000010:3.0:1761313446.338628:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.338634:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.338649:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.338652:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.338664:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313446.338668:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508672, offset 224 00000400:00000200:3.0:1761313446.338675:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.338685:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.338695:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89247:89247:256:4294967295] 192.168.204.1@tcp LPNI seq info [89247:89247:8:4294967295] 00000400:00000200:3.0:1761313446.338705:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.338710:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.338714:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82354770). 00000800:00000200:3.0:1761313446.338719:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.338724:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.338727:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.338752:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.338757:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a517ee13. 00000020:00000010:3.0:1761313446.338761:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 00000800:00000200:0.0:1761313446.338850:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.338854:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354522). 00000400:00000200:0.0:1761313446.338857:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.338862:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.338865:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:0.0:1761313446.338867:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00080000:00000010:1.0:1761313446.339186:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d061f44. 00010000:00000010:1.0:1761313446.339273:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.339280:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000643b772f. 00010000:00000010:1.0:1761313446.339347:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043f63f8d. 00010000:00000010:1.0:1761313446.339350:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c58cd7d. 00010000:00000010:1.0:1761313446.339355:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd13f276. 00010000:00000010:1.0:1761313446.339371:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000bd66eb7. 00080000:00000010:1.0:1761313446.339382:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b8c140e. 00010000:00000010:1.0:1761313446.339402:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.339405:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c58cd7d. 00010000:00000010:1.0:1761313446.340188:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cdd0c67. 00010000:00000010:1.0:1761313446.340194:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.340202:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd8195f8. 00000100:00000010:1.0:1761313446.340207:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026cf0b41. 00000100:00000010:1.0:1761313446.340215:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 02000000:00000010:1.0:1761313446.340231:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7521932. 02000000:00000010:1.0:1761313446.340260:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e69e46. 00000400:00000010:1.0:1761313446.340268:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041b41832. 00000400:00000010:1.0:1761313446.340274:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b599b9c0. 00000100:00000200:1.0:1761313446.340280:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488832, portal 16 00000400:00000010:1.0:1761313446.340285:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a8c88d3. 00000100:00000200:1.0:1761313446.340287:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488832, offset 0 00000400:00000200:1.0:1761313446.340294:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.340305:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.340311:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.340314:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.340317:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.340319:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89248:89248:256:4294967295] 192.168.204.1@tcp LPNI seq info [89248:89248:8:4294967295] 00000400:00000200:1.0:1761313446.340327:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.340331:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.340335:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000597e8afc (tot 82354770). 00000800:00000200:1.0:1761313446.340340:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.340344:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.340348:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000597e8afc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313446.340537:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.340540:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000597e8afc (tot 82354522). 00000400:00000200:2.0:1761313446.340544:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.340549:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.340552:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a8c88d3 00000400:00000010:2.0:1761313446.340554:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a8c88d3. 00000100:00000200:2.0:1761313446.340561:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013181f7b x1846869206488832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.344038:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.344058:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd700 00000400:00000200:1.0:1761313446.344067:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae2c9 [1] + 224 00000400:00000200:1.0:1761313446.344080:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.344084:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.344094:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013181f7b x1846869206488832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.344137:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.344142:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955500 00000400:00000200:1.0:1761313446.344146:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacc09 [2] + 1312 00000400:00000200:1.0:1761313446.344155:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.344157:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.344169:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.344174:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000400:00000010:3.0:1761313446.344332:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041b41832. 00000400:00000200:3.0:1761313446.344337:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b599b9c0 00000400:00000010:3.0:1761313446.344339:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b599b9c0. 00000100:00000200:3.0:1761313446.344347:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013181f7b x1846869206488832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.344356:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013181f7b x1846869206488832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.344390:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e69e46. 02000000:00000010:3.0:1761313446.344395:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7521932. 00000100:00000010:3.0:1761313446.344399:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 00000100:00000010:3.0:1761313446.344402:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026cf0b41. 00010000:00000010:3.0:1761313446.344407:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd8195f8. 00000020:00000010:2.0:1761313446.344544:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b26ec79. 00000020:00000010:2.0:1761313446.344551:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.344556:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.344578:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199508736/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.344608:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508736 02000000:00000010:2.0:1761313446.344618:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f76f334. 00010000:00000010:2.0:1761313446.344644:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007aa2c6e1. 00010000:00000010:2.0:1761313446.344664:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.344671:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006482827b. 00000100:00000010:2.0:1761313446.344684:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006482827b. 00010000:00000010:2.0:1761313446.344686:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.344698:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b04dcd. 00000100:00000200:2.0:1761313446.344703:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508736, offset 224 00000400:00000200:2.0:1761313446.344710:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.344721:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.344726:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89249:89249:256:4294967295] 192.168.204.1@tcp LPNI seq info [89249:89249:8:4294967295] 00000400:00000200:2.0:1761313446.344737:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.344741:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.344746:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a90f11e (tot 82354770). 00000800:00000200:2.0:1761313446.344751:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.344757:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.344760:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a90f11e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.344774:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.344777:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.344780:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b26ec79. 00000800:00000200:0.0:1761313446.344934:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.344938:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a90f11e (tot 82354522). 00000400:00000200:0.0:1761313446.344943:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.344946:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.344949:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b04dcd 00000400:00000010:0.0:1761313446.344950:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b04dcd. 00080000:00000010:1.0:1761313446.345023:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009dcdaef9. 00010000:00000010:1.0:1761313446.345116:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.345123:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a0bb0e53. 00010000:00000010:1.0:1761313446.345207:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000471d98dd. 00010000:00000010:1.0:1761313446.345213:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.345222:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e782ba83. 00000100:00000010:1.0:1761313446.345225:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e3427bf. 00000100:00000010:1.0:1761313446.345232:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313446.345242:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000446387f6. 02000000:00000010:1.0:1761313446.345263:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd0b9f1d. 00000400:00000010:1.0:1761313446.345267:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e993058. 00000400:00000010:1.0:1761313446.345271:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac840340. 00000100:00000200:1.0:1761313446.345276:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488896, portal 16 00000400:00000010:1.0:1761313446.345280:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f876655b. 00000100:00000200:1.0:1761313446.345282:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488896, offset 0 00000400:00000200:1.0:1761313446.345287:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.345293:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.345299:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.345302:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.345305:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.345307:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89250:89250:256:4294967295] 192.168.204.1@tcp LPNI seq info [89250:89250:8:4294967295] 00000400:00000200:1.0:1761313446.345313:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.345317:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.345320:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82354770). 00000800:00000200:1.0:1761313446.345324:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.345329:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.345331:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313446.345823:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.345826:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:2.0:1761313446.345830:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.345835:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.345838:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f876655b 00000400:00000010:2.0:1761313446.345840:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f876655b. 00000100:00000200:2.0:1761313446.345846:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dc8069e x1846869206488896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.346515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b07ea297. 00000400:00000200:1.0:1761313446.348447:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.348570:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd740 00000400:00000200:1.0:1761313446.348581:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae2d5 [1] + 224 00000400:00000200:1.0:1761313446.348598:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.348602:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.348612:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dc8069e x1846869206488896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.348937:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e993058. 00000400:00000200:3.0:1761313446.348943:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac840340 00000400:00000010:3.0:1761313446.348945:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac840340. 00000100:00000200:3.0:1761313446.348952:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dc8069e x1846869206488896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.348961:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dc8069e x1846869206488896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.348991:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd0b9f1d. 02000000:00000010:3.0:1761313446.348998:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000446387f6. 00000100:00000010:3.0:1761313446.349002:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000100:00000010:3.0:1761313446.349005:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005e3427bf. 00010000:00000010:3.0:1761313446.349010:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e782ba83. 00010000:00000010:2.1:1761313446.350569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db26322e. 00010000:00000010:1.1:1761313446.350611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000747e5329. 00010000:00000010:1.1:1761313446.350619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf865324. 00010000:00000010:1.1:1761313446.350622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f63f8d. 00010000:00000010:1.1:1761313446.350626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd13f276. 00010000:00000010:1.1:1761313446.350628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f89a032. 00010000:00000010:1.1:1761313446.350632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cdd0c67. 00010000:00000010:3.1:1761313446.355821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000211e2542. 00000400:00000200:0.0:1761313446.355971:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.355989:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955540 00000400:00000200:0.0:1761313446.355996:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacc09 [2] + 1640 00000400:00000200:0.0:1761313446.356057:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.356062:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.356069:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313446.356075:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 00000020:00000010:3.0:1761313446.356996:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.357003:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.357008:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a517ee13. 00000100:00000200:3.0:1761313446.357034:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b5348ce x1846869199508800/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313446.357074:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508800 02000000:00000010:3.0:1761313446.357085:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090bcc046. 00010000:00000010:3.0:1761313446.357110:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a001c0e0. 00010000:00000010:3.0:1761313446.357128:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.357135:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.357446:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.357452:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.357508:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d214ba. 00000100:00000200:3.0:1761313446.357514:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508800, offset 224 00000400:00000200:3.0:1761313446.357523:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.357535:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.357541:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89251:89251:256:4294967295] 192.168.204.1@tcp LPNI seq info [89251:89251:8:4294967295] 00000400:00000200:3.0:1761313446.357551:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.357556:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.357560:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354770). 00000800:00000200:3.0:1761313446.357565:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.357572:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.357575:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.357592:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.357596:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a517ee13. 00000020:00000010:3.0:1761313446.357600:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 00080000:00000010:1.0:1761313446.357878:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003eba3472. 00010000:00000010:1.0:1761313446.357962:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.357969:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c17577f4. 00010000:00000010:1.0:1761313446.358048:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cdd0c67. 00010000:00000010:1.0:1761313446.358054:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.358064:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006d876979. 00000100:00000010:1.0:1761313446.358068:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5f72ada. 00000100:00000010:1.0:1761313446.358075:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 02000000:00000010:1.0:1761313446.358086:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007977bd8e. 02000000:00000010:1.0:1761313446.358106:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af5a1301. 00000400:00000010:1.0:1761313446.358112:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000810e5df8. 00000400:00000010:1.0:1761313446.358116:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d925608. 00000100:00000200:1.0:1761313446.358121:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206488960, portal 16 00000400:00000010:1.0:1761313446.358125:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b294a7. 00000100:00000200:1.0:1761313446.358127:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206488960, offset 0 00000400:00000200:1.0:1761313446.358133:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.358140:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.358146:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.358149:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.358152:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.358154:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89252:89252:255:4294967295] 192.168.204.1@tcp LPNI seq info [89252:89252:7:4294967295] 00000400:00000200:1.0:1761313446.358173:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.358177:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.358180:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82355018). 00000800:00000200:1.0:1761313446.358183:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.358187:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.358190:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313446.358949:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.358955:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354770). 00000400:00000200:2.0:1761313446.358960:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.358967:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.358971:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d214ba 00000400:00000010:2.0:1761313446.358974:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d214ba. 00000800:00000200:2.0:1761313446.359053:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.359055:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354522). 00000400:00000200:2.0:1761313446.359059:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.359062:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.359065:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b294a7 00000400:00000010:2.0:1761313446.359066:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b294a7. 00000100:00000200:2.0:1761313446.359073:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000479fcbdf x1846869206488960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.362592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d092b4d. 00000400:00000200:1.0:1761313446.365600:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.365630:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd780 00000400:00000200:1.0:1761313446.365639:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae2e1 [1] + 224 00000400:00000200:1.0:1761313446.365656:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.365660:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.365670:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000479fcbdf x1846869206488960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.365746:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000810e5df8. 00000400:00000200:3.0:1761313446.365752:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d925608 00000400:00000010:3.0:1761313446.365754:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d925608. 00000100:00000200:3.0:1761313446.365762:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000479fcbdf x1846869206488960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.365770:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000479fcbdf x1846869206488960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.365800:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af5a1301. 02000000:00000010:3.0:1761313446.365805:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007977bd8e. 00000100:00000010:3.0:1761313446.365809:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 00000100:00000010:3.0:1761313446.365814:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5f72ada. 00010000:00000010:3.0:1761313446.365819:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006d876979. 00000400:00000200:0.0:1761313446.368345:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.368364:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955580 00000400:00000200:0.0:1761313446.368372:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacc09 [2] + 1968 00000400:00000010:0.0:1761313446.368376:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f4c493f4. 00000400:00000200:0.0:1761313446.368384:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007a0b7179 00000400:00000200:0.0:1761313446.368446:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.368451:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.368454:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a0b7179 00000400:00000010:0.0:1761313446.368456:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007a0b7179 (tot 82354370). 00000100:00000200:0.0:1761313446.368461:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313446.370054:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b26ec79. 00000020:00000010:2.0:1761313446.370064:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.370069:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.370096:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000404c56ed x1846869199508864/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313446.370144:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508864 02000000:00000010:2.0:1761313446.370181:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073c1fffa. 00010000:00000010:2.0:1761313446.370213:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fae67882. 00010000:00000010:2.0:1761313446.370239:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.370247:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006482827b. 00000100:00000010:2.0:1761313446.370269:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006482827b. 00010000:00000010:2.0:1761313446.370274:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.370288:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313446.370294:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508864, offset 224 00000400:00000200:2.0:1761313446.370306:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.370319:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.370325:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89253:89253:256:4294967295] 192.168.204.1@tcp LPNI seq info [89253:89253:8:4294967295] 00000400:00000200:2.0:1761313446.370335:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.370341:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.370345:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c24a49b (tot 82354618). 00000800:00000200:2.0:1761313446.370351:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.370357:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.370362:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c24a49b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761313446.370370:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007977bd8e. 00000020:00000010:2.0:1761313446.370390:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.370395:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.370397:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b26ec79. 02000000:00000010:2.0:1761313446.370405:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090bcc046. 00000100:00000010:2.0:1761313446.370408:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 02000000:00000010:2.0:1761313446.370412:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f76f334. 00000100:00000010:2.0:1761313446.370413:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 02000000:00000010:2.0:1761313446.370416:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067a3879b. 00000100:00000010:2.0:1761313446.370417:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 02000000:00000010:2.0:1761313446.370421:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000776b143e. 00000100:00000010:2.0:1761313446.370423:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:2.0:1761313446.370427:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009645e566. 00000100:00000010:2.0:1761313446.370430:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 02000000:00000010:2.0:1761313446.370433:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1af202e. 00000100:00000010:2.0:1761313446.370435:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 00000100:00000200:2.0:1761313446.370441:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313446.370446:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091ddc67a. 00000400:00000010:2.0:1761313446.370450:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006482827b (tot 82354770). 00010000:00000010:1.0:1761313446.370497:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.370506:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051c34279. 00010000:00000010:1.0:1761313446.370586:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd13f276. 00010000:00000010:1.0:1761313446.370591:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.370603:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062aa7227. 00000100:00000010:1.0:1761313446.370608:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a9a8bc3. 00000100:00000010:1.0:1761313446.370616:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 02000000:00000010:1.0:1761313446.370628:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af5a1301. 02000000:00000010:1.0:1761313446.370651:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000446387f6. 00000400:00000010:1.0:1761313446.370656:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d9d40ab. 00000400:00000010:1.0:1761313446.370660:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000680ded24. 00000100:00000200:1.0:1761313446.370663:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489024, portal 16 00000400:00000010:1.0:1761313446.370668:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000deec9e59. 00000100:00000200:1.0:1761313446.370670:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489024, offset 0 00000400:00000200:1.0:1761313446.370676:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.370683:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.370689:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.370693:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.370695:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.370697:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89254:89254:255:4294967295] 192.168.204.1@tcp LPNI seq info [89254:89254:7:4294967295] 00000400:00000200:1.0:1761313446.370703:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.370708:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.370711:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82355018). 00000800:00000200:1.0:1761313446.370715:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.370726:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.370728:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313446.371059:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.371063:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c24a49b (tot 82354770). 00000400:00000200:0.0:1761313446.371067:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.371071:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.371075:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:0.0:1761313446.371077:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 02000000:00000010:0.0:1761313446.371081:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073c1fffa. 00000800:00000200:0.0:1761313446.371253:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.371256:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354522). 00000400:00000200:0.0:1761313446.371259:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.371262:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.371264:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000deec9e59 00000400:00000010:0.0:1761313446.371266:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000deec9e59. 00000100:00000200:0.0:1761313446.371272:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016e9c373 x1846869206489024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313446.373019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d3e8e0b. 00010000:00000010:1.1:1761313446.373032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000471d98dd. 00000400:00000200:1.0:1761313446.373079:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.373094:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd7c0 00000400:00000200:1.0:1761313446.373101:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae2f1 [1] + 224 00000400:00000200:1.0:1761313446.373115:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.373118:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.373125:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016e9c373 x1846869206489024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.373322:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d9d40ab. 00000400:00000200:3.0:1761313446.373327:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000680ded24 00000400:00000010:3.0:1761313446.373330:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000680ded24. 00000100:00000200:3.0:1761313446.373336:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016e9c373 x1846869206489024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.373344:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016e9c373 x1846869206489024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313446.373373:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 02000000:00000010:3.0:1761313446.373377:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000446387f6. 00000400:00000200:0.0:1761313446.373380:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9555c0 02000000:00000010:3.0:1761313446.373383:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af5a1301. 00000400:00000200:0.0:1761313446.373385:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacc61 [2] + 0 00000100:00000010:3.0:1761313446.373386:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 00000100:00000010:3.0:1761313446.373390:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a9a8bc3. 00010000:00000010:3.0:1761313446.373394:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062aa7227. 00000400:00000200:0.0:1761313446.373434:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.373438:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.373441:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313446.373446:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecce33cf. 00000020:00000010:3.0:1761313446.373545:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.373551:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.373554:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a517ee13. 00000100:00000200:3.0:1761313446.373576:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecce33cf x1846869199508928/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.373610:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508928 02000000:00000010:3.0:1761313446.373629:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000059f1a384. 00010000:00000010:3.0:1761313446.373657:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000e5bc96. 00010000:00000010:3.0:1761313446.373674:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.373679:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.373696:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.373699:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.373716:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d690a504. 00000100:00000200:3.0:1761313446.373720:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508928, offset 224 00000400:00000200:3.0:1761313446.373730:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.373740:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.373745:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89255:89255:256:4294967295] 192.168.204.1@tcp LPNI seq info [89255:89255:8:4294967295] 00080000:00000010:1.0:1761313446.373813:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd0b9f1d. 00010000:00000010:1.0:1761313446.373891:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.373898:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000028269e86. 00010000:00000010:1.0:1761313446.373969:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000471d98dd. 00010000:00000010:1.0:1761313446.373974:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.373983:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cbf16c7. 00000100:00000010:1.0:1761313446.373987:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a07214cb. 00000100:00000010:1.0:1761313446.373992:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 02000000:00000010:1.0:1761313446.374003:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7521932. 02000000:00000010:1.0:1761313446.374022:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e69e46. 00000400:00000010:1.0:1761313446.374027:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000201c066b. 00000400:00000010:1.0:1761313446.374031:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000386f6e07. 00000100:00000200:1.0:1761313446.374034:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489088, portal 16 00000400:00000010:1.0:1761313446.374039:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be1eb111. 00000100:00000200:1.0:1761313446.374040:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489088, offset 0 00000400:00000200:1.0:1761313446.374045:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.374465:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.374553:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.374556:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000800:00000010:3.0:1761313446.374559:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82354770). 00000400:00000200:1.0:1761313446.374565:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000800:00000200:3.0:1761313446.374568:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000400:00000200:1.0:1761313446.374572:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.374577:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000800:00000200:3.0:1761313446.374580:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.374585:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1761313446.374585:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89256:89256:255:4294967295] 192.168.204.1@tcp LPNI seq info [89256:89256:7:4294967295] 00000400:00000200:1.0:1761313446.374597:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.374601:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.374605:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003237d446 (tot 82355018). 00000800:00000200:1.0:1761313446.374609:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.374613:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.374616:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003237d446 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.374725:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.374731:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a517ee13. 00000020:00000010:3.0:1761313446.374736:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 00000800:00000200:0.0:1761313446.374920:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.374924:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354770). 00000400:00000200:0.0:1761313446.374928:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.374932:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.374936:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d690a504 00000400:00000010:0.0:1761313446.374938:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d690a504. 00000800:00000200:0.0:1761313446.374993:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.374995:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003237d446 (tot 82354522). 00000400:00000200:0.0:1761313446.374998:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.375002:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.375004:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be1eb111 00000400:00000010:0.0:1761313446.375006:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be1eb111. 00000100:00000200:0.0:1761313446.375011:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a65e944 x1846869206489088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.377528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f77d64d. 00000400:00000200:1.0:1761313446.380632:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.380653:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd800 00000400:00000200:1.0:1761313446.380661:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae2fd [1] + 224 00000400:00000200:1.0:1761313446.380676:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.380681:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.380691:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a65e944 x1846869206489088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.380749:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000201c066b. 00000400:00000200:3.0:1761313446.380754:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000386f6e07 00000400:00000010:3.0:1761313446.380756:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000386f6e07. 00000100:00000200:3.0:1761313446.380764:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a65e944 x1846869206489088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.380773:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a65e944 x1846869206489088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.380803:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e69e46. 02000000:00000010:3.0:1761313446.380808:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7521932. 00000100:00000010:3.0:1761313446.380812:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 00000100:00000010:3.0:1761313446.380817:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a07214cb. 00010000:00000010:3.0:1761313446.380822:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cbf16c7. 00010000:00000010:1.1:1761313446.381763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000970e679. 00010000:00000010:1.1:1761313446.381776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cdd0c67. 00010000:00000010:3.1:1761313446.384526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8077507. 00000400:00000200:0.0:1761313446.384677:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.384692:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955600 00000400:00000200:0.0:1761313446.384699:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacc61 [2] + 328 00000400:00000200:0.0:1761313446.384763:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.384768:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.384775:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313446.384781:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d53e42a. 00000020:00000010:3.0:1761313446.385074:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.385082:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.385086:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a517ee13. 00000100:00000200:3.0:1761313446.385111:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d53e42a x1846869199508992/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313446.385151:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199508992 02000000:00000010:3.0:1761313446.385172:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c646696a. 00010000:00000010:3.0:1761313446.385203:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1a0a60c. 00010000:00000010:3.0:1761313446.385221:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.385228:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.385248:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.385252:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.385265:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172cca3d. 00000100:00000200:3.0:1761313446.385270:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199508992, offset 224 00000400:00000200:3.0:1761313446.385278:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.385289:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.385294:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89257:89257:256:4294967295] 192.168.204.1@tcp LPNI seq info [89257:89257:8:4294967295] 00000400:00000200:3.0:1761313446.385304:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.385309:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.385313:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82354770). 00000800:00000200:3.0:1761313446.385318:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.385325:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.385329:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761313446.385339:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c18d7f4. 00010000:00000010:1.0:1761313446.385427:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.385434:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d7a4eeb0. 00010000:00000010:1.0:1761313446.385528:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043f63f8d. 00010000:00000010:1.0:1761313446.385533:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c58cd7d. 00010000:00000010:1.0:1761313446.385538:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cdd0c67. 00010000:00000010:1.0:1761313446.385542:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000bd66eb7. 00080000:00000010:1.0:1761313446.385555:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb3ac3b3. 00010000:00000010:1.0:1761313446.385579:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.385583:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c58cd7d. 00010000:00000010:1.0:1761313446.385636:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf865324. 00010000:00000010:1.0:1761313446.385639:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313446.385647:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000853bd041. 00000100:00000010:1.0:1761313446.385651:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002bb0ba94. 00000100:00000010:1.0:1761313446.385658:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 02000000:00000010:1.0:1761313446.385669:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7521932. 02000000:00000010:1.0:1761313446.385690:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e69e46. 00000400:00000010:1.0:1761313446.385695:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003baadcdf. 00000400:00000010:1.0:1761313446.385700:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007923f018. 00000100:00000200:1.0:1761313446.385705:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489152, portal 16 00000400:00000010:1.0:1761313446.385709:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000386f6e07. 00000100:00000200:1.0:1761313446.385711:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489152, offset 0 00000400:00000200:1.0:1761313446.385717:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.385723:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.385731:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.385734:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.385737:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.385740:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89258:89258:255:4294967295] 192.168.204.1@tcp LPNI seq info [89258:89258:7:4294967295] 00000400:00000200:1.0:1761313446.385748:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.385752:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.385756:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003237d446 (tot 82355018). 00000800:00000200:1.0:1761313446.385760:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.385764:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.385766:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003237d446 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.386423:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.386431:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a517ee13. 00000020:00000010:3.0:1761313446.386436:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 00000800:00000200:0.0:1761313446.386446:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.386450:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354770). 00000400:00000200:0.0:1761313446.386455:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.386459:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.386463:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172cca3d 00000400:00000010:0.0:1761313446.386465:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172cca3d. 00000800:00000200:0.0:1761313446.386537:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.386540:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003237d446 (tot 82354522). 00000400:00000200:0.0:1761313446.386543:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.386546:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.386548:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000386f6e07 00000400:00000010:0.0:1761313446.386550:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000386f6e07. 00000100:00000200:0.0:1761313446.386555:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008ad394eb x1846869206489152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313446.388779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033a9304e. 00010000:00000010:1.1:1761313446.388793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd13f276. 00000400:00000200:1.0:1761313446.390855:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.390875:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd840 00000400:00000200:1.0:1761313446.390883:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae309 [1] + 224 00000400:00000200:1.0:1761313446.390894:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.390899:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.390910:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008ad394eb x1846869206489152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.391218:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.391224:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955640 00000400:00000200:1.0:1761313446.391230:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacc61 [2] + 656 00000400:00000200:1.0:1761313446.391238:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.391241:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.391244:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.391257:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 00000400:00000010:3.0:1761313446.391332:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003baadcdf. 00000400:00000200:3.0:1761313446.391337:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007923f018 00000400:00000010:3.0:1761313446.391339:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007923f018. 00000100:00000200:3.0:1761313446.391346:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008ad394eb x1846869206489152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.391352:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008ad394eb x1846869206489152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.391386:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e69e46. 02000000:00000010:3.0:1761313446.391393:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7521932. 00000100:00000010:3.0:1761313446.391396:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 00000100:00000010:3.0:1761313446.391399:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002bb0ba94. 00010000:00000010:3.0:1761313446.391404:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000853bd041. 00000020:00000010:2.0:1761313446.391603:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f76f334. 00000020:00000010:2.0:1761313446.391611:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.391614:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.391635:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a65e944 x1846869199509056/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313446.391668:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509056 02000000:00000010:2.0:1761313446.391682:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008b26ec79. 00010000:00000010:2.0:1761313446.391709:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e0a81b7. 00010000:00000010:2.0:1761313446.391728:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.391734:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083de76b1. 00000100:00000010:2.0:1761313446.391739:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083de76b1. 00010000:00000010:2.0:1761313446.391741:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.391752:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b53b14. 00000100:00000200:2.0:1761313446.391757:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509056, offset 224 00000400:00000200:2.0:1761313446.391765:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.391774:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.391779:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89259:89259:256:4294967295] 192.168.204.1@tcp LPNI seq info [89259:89259:8:4294967295] 00000400:00000200:2.0:1761313446.391789:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.391793:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.391797:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068b7b57f (tot 82354770). 00000800:00000200:2.0:1761313446.391802:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.391808:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.391812:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068b7b57f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.391829:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.391833:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.391835:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f76f334. 00000800:00000200:2.0:1761313446.391924:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.391927:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068b7b57f (tot 82354522). 00000400:00000200:2.0:1761313446.391930:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.391934:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.391936:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b53b14 00000400:00000010:2.0:1761313446.391938:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b53b14. 00080000:00000010:0.0:1761313446.392110:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8599d19. 00010000:00000010:0.0:1761313446.392209:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bd66eb7. 00010000:00000010:0.0:1761313446.392215:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000795ff059. 00010000:00000010:0.0:1761313446.392285:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.0:1761313446.392291:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.392300:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.392304:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.392310:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313446.392320:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a6b8e55. 02000000:00000010:0.0:1761313446.392341:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6bb03b2. 00000400:00000010:0.0:1761313446.392346:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001990cb6e. 00000400:00000010:0.0:1761313446.392350:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.392354:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489216, portal 16 00000400:00000010:0.0:1761313446.392358:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99e9dc5. 00000100:00000200:0.0:1761313446.392360:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489216, offset 0 00000400:00000200:0.0:1761313446.392366:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.392373:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.392379:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.392382:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.392384:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.392387:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89260:89260:256:4294967295] 192.168.204.1@tcp LPNI seq info [89260:89260:8:4294967295] 00000400:00000200:0.0:1761313446.392394:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.392397:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.392400:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313446.392405:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.392409:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.392411:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313446.392705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000939f16b5. 00010000:00000010:1.1:1761313446.392712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000471d98dd. 00010000:00000010:1.1:1761313446.392715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f63f8d. 00010000:00000010:1.1:1761313446.392718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cdd0c67. 00000800:00000200:1.0:1761313446.392763:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.392766:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:1.0:1761313446.392770:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.392773:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.392776:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99e9dc5 00000400:00000010:1.0:1761313446.392778:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99e9dc5. 00000100:00000200:1.0:1761313446.392784:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206489216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.394681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39c484f. 00000400:00000200:2.0:1761313446.396192:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313446.396211:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd880 00000400:00000200:2.0:1761313446.396219:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae315 [1] + 224 00000400:00000200:2.0:1761313446.396235:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.396239:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313446.396250:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206489216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.396762:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001990cb6e. 00000400:00000200:0.0:1761313446.396767:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.396769:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.396777:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206489216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.396785:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206489216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.396813:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6bb03b2. 02000000:00000010:0.0:1761313446.396819:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a6b8e55. 00000100:00000010:0.0:1761313446.396822:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:0.0:1761313446.396827:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.396830:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.397792:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.397810:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955680 00000400:00000200:1.0:1761313446.397818:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacc61 [2] + 984 00000400:00000200:1.0:1761313446.397878:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.397882:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.397888:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.397893:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000020:00000010:3.0:1761313446.398281:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.398289:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.398294:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a517ee13. 00000100:00000200:3.0:1761313446.398319:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199509120/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.398358:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509120 02000000:00000010:3.0:1761313446.398370:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091e6ab26. 00010000:00000010:3.0:1761313446.398399:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054021b06. 00010000:00000010:3.0:1761313446.398420:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.398426:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.398442:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.398446:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.398459:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040bc3654. 00000100:00000200:3.0:1761313446.398464:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509120, offset 224 00000400:00000200:3.0:1761313446.398509:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.398521:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.398528:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89261:89261:256:4294967295] 192.168.204.1@tcp LPNI seq info [89261:89261:8:4294967295] 00000400:00000200:3.0:1761313446.398540:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.398545:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00080000:00000010:0.0:1761313446.398558:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a6b8e55. 00000800:00000010:2.0:1761313446.398587:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068b7b57f (tot 82354770). 00000800:00000200:2.0:1761313446.398595:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.398601:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.398606:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068b7b57f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.398635:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:2.0:1761313446.398640:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a517ee13. 00000020:00000010:2.0:1761313446.398645:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 00010000:00000010:0.0:1761313446.398811:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.398818:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002761d1a. 00010000:00000010:0.0:1761313446.398902:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009adfa18b. 00010000:00000010:0.0:1761313446.398908:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.398918:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.398922:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.398930:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313446.398942:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6bb03b2. 02000000:00000010:0.0:1761313446.398965:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5804e67. 00000400:00000010:0.0:1761313446.398970:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001990cb6e. 00000400:00000010:0.0:1761313446.398974:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.398979:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489280, portal 16 00000400:00000010:0.0:1761313446.398985:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99e9dc5. 00000100:00000200:0.0:1761313446.398987:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489280, offset 0 00000400:00000200:0.0:1761313446.398992:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.398999:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.399007:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.399011:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.399013:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.399016:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89262:89262:255:4294967295] 192.168.204.1@tcp LPNI seq info [89262:89262:7:4294967295] 00000400:00000200:0.0:1761313446.399023:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.399027:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.399031:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82355018). 00000800:00000200:0.0:1761313446.399035:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.399038:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.399040:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.399114:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.399118:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068b7b57f (tot 82354770). 00000400:00000200:3.0:1761313446.399123:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.399127:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.399131:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040bc3654 00000400:00000010:3.0:1761313446.399133:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040bc3654. 00000800:00000200:3.0:1761313446.399195:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.399197:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:3.0:1761313446.399200:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.399203:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.399205:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99e9dc5 00000400:00000010:3.0:1761313446.399207:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99e9dc5. 00000100:00000200:3.0:1761313446.399212:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206489280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.399683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa4a18fc. 00010000:00000010:0.1:1761313446.399739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ff63717. 00010000:00000010:0.1:1761313446.399746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf865324. 00010000:00000010:3.1:1761313446.403640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3275966. 00000400:00000200:2.0:1761313446.403734:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313446.403751:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd8c0 00000400:00000200:2.0:1761313446.403759:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae321 [1] + 224 00000400:00000200:2.0:1761313446.403770:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.403774:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313446.403784:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206489280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313446.405139:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313446.405152:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9556c0 00000400:00000200:2.0:1761313446.405171:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacc61 [2] + 1312 00000400:00000010:0.0:1761313446.405219:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001990cb6e. 00000400:00000200:0.0:1761313446.405223:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.405225:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000400:00000200:2.0:1761313446.405230:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1761313446.405235:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206489280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313446.405236:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313446.405242:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761313446.405249:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206489280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761313446.405251:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:0.0:1761313446.405284:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5804e67. 02000000:00000010:0.0:1761313446.405291:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f6bb03b2. 00000100:00000010:0.0:1761313446.405294:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:0.0:1761313446.405298:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.405302:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000020:00000010:3.0:1761313446.405511:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.405518:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.405523:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b33c9228. 00000100:00000200:3.0:1761313446.405556:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c60925 x1846869199509184/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313446.405586:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509184 02000000:00000010:3.0:1761313446.405597:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000776b143e. 00010000:00000010:3.0:1761313446.405620:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ade69418. 00010000:00000010:3.0:1761313446.405644:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.405651:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.405665:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.405668:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.405681:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040bc3654. 00000100:00000200:3.0:1761313446.405685:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509184, offset 224 00000400:00000200:3.0:1761313446.405692:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:0.0:1761313446.405692:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6bb03b2. 00000400:00000200:3.0:1761313446.405702:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.405707:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89263:89263:256:4294967295] 192.168.204.1@tcp LPNI seq info [89263:89263:8:4294967295] 00000400:00000200:3.0:1761313446.405715:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.405730:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.405734:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2099ebe (tot 82354770). 00000800:00000200:3.0:1761313446.405738:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.405745:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.405748:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e2099ebe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.405761:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.405764:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b33c9228. 00000020:00000010:3.0:1761313446.405768:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 00010000:00000010:0.0:1761313446.405773:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.405778:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c298d61e. 00010000:00000010:0.0:1761313446.405854:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062bc62e1. 00010000:00000010:0.0:1761313446.405859:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.405868:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.405872:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.405877:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313446.405887:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5804e67. 02000000:00000010:0.0:1761313446.405907:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002775b910. 00000400:00000010:0.0:1761313446.405911:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001990cb6e. 00000400:00000010:0.0:1761313446.405914:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.405918:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489344, portal 16 00000400:00000010:0.0:1761313446.405921:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025c648c8. 00000100:00000200:0.0:1761313446.405923:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489344, offset 0 00000400:00000200:0.0:1761313446.405927:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.405932:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.405938:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.405941:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.405944:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.405946:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89264:89264:255:4294967295] 192.168.204.1@tcp LPNI seq info [89264:89264:7:4294967295] 00000400:00000200:0.0:1761313446.405952:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.405956:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.405959:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aace3980 (tot 82355018). 00000800:00000200:0.0:1761313446.405962:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.405966:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.405968:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aace3980 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.407763:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.407768:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2099ebe (tot 82354770). 00000400:00000200:1.0:1761313446.407774:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.407781:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.407785:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040bc3654 00000400:00000010:1.0:1761313446.407787:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040bc3654. 00000800:00000200:1.0:1761313446.407856:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.407858:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aace3980 (tot 82354522). 00000400:00000200:1.0:1761313446.407861:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.407863:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.407865:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025c648c8 00000400:00000010:1.0:1761313446.407867:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025c648c8. 00000100:00000200:1.0:1761313446.407873:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206489344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.411004:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.411024:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd900 00000400:00000200:1.0:1761313446.411034:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae32d [1] + 224 00000400:00000200:1.0:1761313446.411047:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.411051:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.411061:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206489344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.411099:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.411105:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955700 00000400:00000200:1.0:1761313446.411109:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacc61 [2] + 1640 00000400:00000200:1.0:1761313446.411172:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.411176:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.411180:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.411185:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:3.0:1761313446.411250:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.411297:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.411302:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b33c9228. 00000100:00000200:3.0:1761313446.411326:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199509248/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313446.411364:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509248 02000000:00000010:3.0:1761313446.411376:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067a3879b. 00010000:00000010:3.0:1761313446.411412:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.411420:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.411425:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.411429:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.411446:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac83a63. 00000100:00000200:3.0:1761313446.411451:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509248, offset 224 00000400:00000200:3.0:1761313446.411459:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.411501:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.411505:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89265:89265:256:4294967295] 192.168.204.1@tcp LPNI seq info [89265:89265:8:4294967295] 00000400:00000200:3.0:1761313446.411514:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.411519:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.411523:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2099ebe (tot 82354770). 00000800:00000200:3.0:1761313446.411528:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.411535:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.411538:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e2099ebe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.411555:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.411559:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b33c9228. 00000020:00000010:3.0:1761313446.411563:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 00000400:00000010:0.0:1761313446.411579:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001990cb6e. 00000400:00000200:0.0:1761313446.411583:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.411585:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.411590:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206489344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.411598:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206489344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313446.411617:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec93af90. 02000000:00000010:0.0:1761313446.411631:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002775b910. 02000000:00000010:0.0:1761313446.411637:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5804e67. 00000100:00000010:0.0:1761313446.411640:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:0.0:1761313446.411643:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.411645:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00080000:00000010:0.0:1761313446.411661:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5804e67. 00010000:00000010:0.0:1761313446.411743:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00000800:00000200:1.0:1761313446.411746:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1761313446.411748:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ea7ee40. 00000800:00000010:1.0:1761313446.411750:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2099ebe (tot 82354522). 00000400:00000200:1.0:1761313446.411753:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.411757:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.411759:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac83a63 00000400:00000010:1.0:1761313446.411760:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac83a63. 00010000:00000010:0.0:1761313446.412179:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000259a7296. 00010000:00000010:0.0:1761313446.412186:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.412195:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.412199:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.412204:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313446.412213:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002775b910. 02000000:00000010:0.0:1761313446.412235:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e23934d7. 00000400:00000010:0.0:1761313446.412240:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001990cb6e. 00000400:00000010:0.0:1761313446.412244:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.412248:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489408, portal 16 00000400:00000010:0.0:1761313446.412253:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055ae023e. 00000100:00000200:0.0:1761313446.412254:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489408, offset 0 00000400:00000200:0.0:1761313446.412260:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.412266:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.412272:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.412275:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.412277:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.412280:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89266:89266:256:4294967295] 192.168.204.1@tcp LPNI seq info [89266:89266:8:4294967295] 00000400:00000200:0.0:1761313446.412286:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.412291:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.412294:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018b1f5e4 (tot 82354770). 00000800:00000200:0.0:1761313446.412297:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.412301:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.412303:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018b1f5e4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.412689:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.412692:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018b1f5e4 (tot 82354522). 00000400:00000200:1.0:1761313446.412696:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.412700:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.412702:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055ae023e 00000400:00000010:1.0:1761313446.412704:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055ae023e. 00000100:00000200:1.0:1761313446.412709:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206489408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.413516:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.413530:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd940 00000400:00000200:1.0:1761313446.413536:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae339 [1] + 224 00000400:00000200:1.0:1761313446.413547:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.413550:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.413556:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206489408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.413590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5874ae4. 00010000:00000010:0.1:1761313446.413598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0967ada. 00000400:00000010:0.0:1761313446.413614:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001990cb6e. 00000400:00000200:0.0:1761313446.413617:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.413619:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.413624:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206489408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.413631:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206489408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.413655:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e23934d7. 02000000:00000010:0.0:1761313446.413659:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002775b910. 00000100:00000010:0.0:1761313446.413663:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:0.0:1761313446.413666:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.413673:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.415985:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.416005:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955740 00000400:00000200:1.0:1761313446.416013:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacc61 [2] + 1968 00000400:00000010:1.0:1761313446.416018:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000763ecc6b. 00000400:00000200:1.0:1761313446.416025:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000046c5107a 00000400:00000200:1.0:1761313446.416088:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.416093:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.416097:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046c5107a 00000400:00000010:1.0:1761313446.416099:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000046c5107a (tot 82354370). 00000100:00000200:1.0:1761313446.416105:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313446.416229:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f76f334. 00000020:00000010:2.0:1761313446.416236:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.416240:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.416263:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000028538bc3 x1846869199509312/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.416292:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509312 02000000:00000010:2.0:1761313446.416302:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000000e4d0b. 00010000:00000010:2.0:1761313446.416328:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001dbacd91. 00010000:00000010:2.0:1761313446.416349:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.416354:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083de76b1. 00000100:00000010:2.0:1761313446.416376:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083de76b1. 00010000:00000010:2.0:1761313446.416380:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.416392:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b53b14. 00000100:00000200:2.0:1761313446.416396:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509312, offset 224 00000400:00000200:2.0:1761313446.416403:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.416413:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.416418:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89267:89267:256:4294967295] 192.168.204.1@tcp LPNI seq info [89267:89267:8:4294967295] 00000400:00000200:2.0:1761313446.416432:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.416437:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.416441:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb86b6d5 (tot 82354618). 00000800:00000200:2.0:1761313446.416445:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.416451:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.416455:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bb86b6d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.416496:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.416500:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.416503:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f76f334. 02000000:00000010:2.0:1761313446.416510:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067a3879b. 00000100:00000010:2.0:1761313446.416515:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 02000000:00000010:2.0:1761313446.416518:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000776b143e. 00000100:00000010:2.0:1761313446.416521:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.416528:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091e6ab26. 00000100:00000010:2.0:1761313446.416530:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 02000000:00000010:2.0:1761313446.416532:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008b26ec79. 00000100:00000010:2.0:1761313446.416534:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 02000000:00000010:2.0:1761313446.416537:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c646696a. 00000100:00000010:2.0:1761313446.416539:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d53e42a. 02000000:00000010:2.0:1761313446.416542:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000059f1a384. 00000100:00000010:2.0:1761313446.416544:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecce33cf. 00000100:00000200:2.0:1761313446.416549:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313446.416554:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003675ac81. 00000400:00000010:2.0:1761313446.416558:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000083de76b1 (tot 82354770). 00010000:00000010:3.1:1761313446.416660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf52c7dd. 00080000:00000010:0.0:1761313446.416751:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002775b910. 00000800:00000200:1.0:1761313446.417095:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.417099:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb86b6d5 (tot 82354522). 00000400:00000200:1.0:1761313446.417103:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.417108:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.417110:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b53b14 00000400:00000010:1.0:1761313446.417112:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b53b14. 02000000:00000010:1.0:1761313446.417116:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000000e4d0b. 00010000:00000010:0.0:1761313446.417329:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.417336:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad94344a. 00010000:00000010:0.0:1761313446.417409:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffbbbb03. 00010000:00000010:0.0:1761313446.417413:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.417418:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.0:1761313446.417422:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00080000:00000010:0.0:1761313446.417434:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e23934d7. 00010000:00000010:0.0:1761313446.417456:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.417459:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.417648:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067172e9c. 00010000:00000010:0.0:1761313446.417652:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.417659:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.417664:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.417671:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313446.417683:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001638bc32. 02000000:00000010:0.0:1761313446.417708:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a206a9a4. 00000400:00000010:0.0:1761313446.417713:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001990cb6e. 00000400:00000010:0.0:1761313446.417717:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.417722:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489472, portal 16 00000400:00000010:0.0:1761313446.417726:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aec04dd1. 00000100:00000200:0.0:1761313446.417729:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489472, offset 0 00000400:00000200:0.0:1761313446.417736:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.417746:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.417753:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.417757:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.417759:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.417762:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89268:89268:256:4294967295] 192.168.204.1@tcp LPNI seq info [89268:89268:8:4294967295] 00000400:00000200:0.0:1761313446.417770:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.417775:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.417778:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313446.417783:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.417788:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.417791:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.417889:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.417892:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:1.0:1761313446.417895:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.417899:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.417901:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aec04dd1 00000400:00000010:1.0:1761313446.417903:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aec04dd1. 00000100:00000200:1.0:1761313446.417909:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206489472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.420517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf3ef356. 00010000:00000010:0.1:1761313446.420530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009adfa18b. 00010000:00000010:0.1:1761313446.420535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbde4b3a. 00010000:00000010:0.1:1761313446.420541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e610579e. 00010000:00000010:0.1:1761313446.420543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062bc62e1. 00000400:00000200:1.0:1761313446.422645:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.422664:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd980 00000400:00000200:1.0:1761313446.422672:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae349 [1] + 224 00000400:00000200:1.0:1761313446.422686:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.422690:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.422699:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206489472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.422849:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001990cb6e. 00000400:00000200:0.0:1761313446.422854:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.422856:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.422863:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206489472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.422870:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206489472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.422900:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a206a9a4. 02000000:00000010:0.0:1761313446.422906:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001638bc32. 00000100:00000010:0.0:1761313446.422909:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:0.0:1761313446.422914:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.422917:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00010000:00000010:2.1:1761313446.423682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029e14468. 00010000:00000010:0.1:1761313446.423727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067c6ab95. 00010000:00000010:0.1:1761313446.423735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259a7296. 00010000:00000010:0.1:1761313446.423738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffbbbb03. 00000400:00000200:1.0:1761313446.424062:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.424074:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955780 00000400:00000200:1.0:1761313446.424081:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xaccb9 [2] + 0 00000400:00000200:1.0:1761313446.424139:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.424144:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.424149:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.424154:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00000020:00000010:2.0:1761313446.424283:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b26ec79. 00000020:00000010:2.0:1761313446.424290:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.424294:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.424316:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199509376/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313446.424349:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509376 02000000:00000010:2.0:1761313446.424359:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f76f334. 00010000:00000010:2.0:1761313446.424384:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007ea9144. 00010000:00000010:2.0:1761313446.424402:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.424408:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315cc732. 00000100:00000010:2.0:1761313446.424425:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000315cc732. 00010000:00000010:2.0:1761313446.424429:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.424442:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1b40db9. 00000100:00000200:2.0:1761313446.424447:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509376, offset 224 00000400:00000200:2.0:1761313446.424454:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.424464:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.424500:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89269:89269:256:4294967295] 192.168.204.1@tcp LPNI seq info [89269:89269:8:4294967295] 00000400:00000200:2.0:1761313446.424509:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.424514:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.424519:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025c7dbcf (tot 82354770). 00000800:00000200:2.0:1761313446.424524:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.424530:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.424533:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025c7dbcf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.424546:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.424558:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.424561:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b26ec79. 00080000:00000010:0.0:1761313446.424966:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001638bc32. 00010000:00000010:0.0:1761313446.425048:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.425054:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d78993b6. 00010000:00000010:0.0:1761313446.425121:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000259a7296. 00010000:00000010:0.0:1761313446.425125:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.425133:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.425137:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.425143:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313446.425152:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a206a9a4. 02000000:00000010:0.0:1761313446.425180:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5924ca9. 00000400:00000010:0.0:1761313446.425185:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001990cb6e. 00000400:00000010:0.0:1761313446.425188:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.425192:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489536, portal 16 00000400:00000010:0.0:1761313446.425196:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef3aac3. 00000100:00000200:0.0:1761313446.425198:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489536, offset 0 00000400:00000200:0.0:1761313446.425202:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.425209:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.425215:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.425218:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.425220:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.425222:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89270:89270:255:4294967295] 192.168.204.1@tcp LPNI seq info [89270:89270:7:4294967295] 00000400:00000200:0.0:1761313446.425230:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.425234:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.425236:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82355018). 00000800:00000200:0.0:1761313446.425240:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.425244:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.425246:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.425404:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.425407:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025c7dbcf (tot 82354770). 00000400:00000200:1.0:1761313446.425411:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.425415:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.425418:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1b40db9 00000400:00000010:1.0:1761313446.425420:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1b40db9. 00000800:00000200:1.0:1761313446.425463:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.425464:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:1.0:1761313446.425491:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.425494:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.425496:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef3aac3 00000400:00000010:1.0:1761313446.425498:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef3aac3. 00000100:00000200:1.0:1761313446.425503:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206489536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.429027:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.429057:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffd9c0 00000400:00000200:1.0:1761313446.429064:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae355 [1] + 224 00000400:00000200:1.0:1761313446.429076:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.429080:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.429089:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206489536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.429123:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.429129:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9557c0 00000400:00000200:1.0:1761313446.429135:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xaccb9 [2] + 328 00000400:00000010:0.0:1761313446.429370:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001990cb6e. 00000400:00000200:0.0:1761313446.429375:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.429377:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.429384:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206489536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.429397:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206489536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.429426:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5924ca9. 02000000:00000010:0.0:1761313446.429432:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a206a9a4. 00000100:00000010:0.0:1761313446.429436:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:0.0:1761313446.429440:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.429443:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.429767:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.429772:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.429776:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.429781:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00000020:00000010:3.0:1761313446.429875:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.429882:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.429886:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b33c9228. 00000100:00000200:3.0:1761313446.429907:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199509440/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313446.429937:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509440 02000000:00000010:3.0:1761313446.429948:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090bcc046. 00010000:00000010:3.0:1761313446.429971:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076e707d5. 00010000:00000010:3.0:1761313446.429990:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.429996:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.430013:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.430016:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.430036:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b08f2b92. 00000100:00000200:3.0:1761313446.430041:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509440, offset 224 00000400:00000200:3.0:1761313446.430048:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.430058:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.430063:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89271:89271:256:4294967295] 192.168.204.1@tcp LPNI seq info [89271:89271:8:4294967295] 00000400:00000200:3.0:1761313446.430075:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.430080:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.430084:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82354770). 00000800:00000200:3.0:1761313446.430089:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.430095:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.430098:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.430110:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.430114:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b33c9228. 00000020:00000010:3.0:1761313446.430118:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 00080000:00000010:0.0:1761313446.430253:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a206a9a4. 00010000:00000010:0.0:1761313446.430334:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.430340:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000081a8a030. 00010000:00000010:0.0:1761313446.430410:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062bc62e1. 00010000:00000010:0.0:1761313446.430414:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.430424:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.430427:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.430432:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313446.430442:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5924ca9. 02000000:00000010:0.0:1761313446.430462:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001551ec32. 00010000:00000010:0.1:1761313446.430504:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0967ada. 00000400:00000010:0.0:1761313446.430510:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001990cb6e. 00000400:00000010:0.0:1761313446.430514:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.430518:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489600, portal 16 00000400:00000010:0.0:1761313446.430522:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014f680c3. 00000100:00000200:0.0:1761313446.430523:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489600, offset 0 00000400:00000200:0.0:1761313446.430529:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.430535:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.430541:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.430544:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.430547:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.430550:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89272:89272:255:4294967295] 192.168.204.1@tcp LPNI seq info [89272:89272:7:4294967295] 00000400:00000200:0.0:1761313446.430556:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.430560:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.430563:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82355018). 00000800:00000200:0.0:1761313446.430566:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.430570:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.430572:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.430647:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.430650:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354770). 00000400:00000200:1.0:1761313446.430653:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.430657:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.430660:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b08f2b92 00000400:00000010:1.0:1761313446.430662:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b08f2b92. 00000800:00000200:1.0:1761313446.430709:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.430711:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:1.0:1761313446.430714:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.430717:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.430719:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014f680c3 00000400:00000010:1.0:1761313446.430720:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014f680c3. 00000100:00000200:1.0:1761313446.430725:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206489600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.434341:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.434365:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffda00 00000400:00000200:1.0:1761313446.434374:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae361 [1] + 224 00000400:00000200:1.0:1761313446.434404:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.434408:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.434417:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206489600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.434536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9746907. 00000400:00000200:1.0:1761313446.434986:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.434993:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955800 00000400:00000200:1.0:1761313446.435004:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xaccb9 [2] + 656 00000400:00000010:0.0:1761313446.435221:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001990cb6e. 00000400:00000200:0.0:1761313446.435226:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313446.435228:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:0.0:1761313446.435235:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206489600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.435242:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206489600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.435269:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001551ec32. 02000000:00000010:0.0:1761313446.435274:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5924ca9. 00000100:00000010:0.0:1761313446.435279:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:0.0:1761313446.435282:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.435285:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.435398:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.435402:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.435407:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.435411:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 00000020:00000010:3.0:1761313446.435804:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.435812:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.435816:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b33c9228. 00000100:00000200:3.0:1761313446.435838:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a333fac x1846869199509504/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.435872:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509504 02000000:00000010:3.0:1761313446.435884:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000059f1a384. 00010000:00000010:3.0:1761313446.435908:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5e81fab. 00010000:00000010:3.0:1761313446.435928:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.435935:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.435952:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.435956:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.435969:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313446.435974:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509504, offset 224 00000400:00000200:3.0:1761313446.435981:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.435991:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.435997:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89273:89273:256:4294967295] 192.168.204.1@tcp LPNI seq info [89273:89273:8:4294967295] 00000400:00000200:3.0:1761313446.436007:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.436012:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.436016:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82354770). 00000800:00000200:3.0:1761313446.436021:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.436027:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00080000:00000010:1.0:1761313446.436322:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af5a1301. 00010000:00000010:1.0:1761313446.436409:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:1.0:1761313446.436416:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb976a1c. 00010000:00000010:1.0:1761313446.436527:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cdd0c67. 00010000:00000010:1.0:1761313446.436534:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d1af9f44. 00010000:00000010:1.0:1761313446.436544:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a46cea6. 00000100:00000010:1.0:1761313446.436547:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a907fb0. 00000100:00000010:1.0:1761313446.436553:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 02000000:00000010:1.0:1761313446.436564:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000446387f6. 02000000:00000010:1.0:1761313446.436587:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7521932. 00000400:00000010:1.0:1761313446.436592:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053e6c152. 00000400:00000010:1.0:1761313446.436596:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be1eb111. 00000100:00000200:1.0:1761313446.436600:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489664, portal 16 00000400:00000010:1.0:1761313446.436604:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000680ded24. 00000100:00000200:1.0:1761313446.436606:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489664, offset 0 00000400:00000200:1.0:1761313446.436611:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.436617:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.436623:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.436626:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.436629:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.436631:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89274:89274:255:4294967295] 192.168.204.1@tcp LPNI seq info [89274:89274:7:4294967295] 00000400:00000200:1.0:1761313446.436638:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.436643:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.436646:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82355018). 00000800:00000200:1.0:1761313446.436650:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.436655:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.436658:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313446.436835:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.436839:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354770). 00000400:00000200:0.0:1761313446.436842:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.436847:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.436850:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000680ded24 00000400:00000010:0.0:1761313446.436851:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000680ded24. 00000100:00000200:0.0:1761313446.436858:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061f542ae x1846869206489664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.437110:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e80d7f8. 00000800:00000200:3.0:1761313446.437119:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.437141:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.437145:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b33c9228. 00000020:00000010:3.0:1761313446.437149:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 00010000:00000010:0.1:1761313446.438109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018ed372b. 00010000:00000010:0.1:1761313446.438118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067172e9c. 00010000:00000010:0.1:1761313446.438122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1f401fa. 00010000:00000010:0.1:1761313446.438125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259a7296. 00000800:00000200:1.0:1761313446.438238:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.438241:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:1.0:1761313446.438245:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.438251:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.438255:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:1.0:1761313446.438256:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000400:00000200:1.0:1761313446.439239:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.439256:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffda40 00000400:00000200:1.0:1761313446.439263:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae36d [1] + 224 00000400:00000200:1.0:1761313446.439276:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.439279:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.439286:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061f542ae x1846869206489664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.439421:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053e6c152. 00000400:00000200:0.0:1761313446.439425:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be1eb111 00000400:00000010:0.0:1761313446.439427:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be1eb111. 00000100:00000200:0.0:1761313446.439434:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061f542ae x1846869206489664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.439441:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061f542ae x1846869206489664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.439493:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7521932. 02000000:00000010:0.0:1761313446.439500:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000446387f6. 00000100:00000010:0.0:1761313446.439503:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 00000100:00000010:0.0:1761313446.439507:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a907fb0. 00010000:00000010:0.0:1761313446.439512:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a46cea6. 00010000:00000010:1.1:1761313446.440632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046e80410. 00010000:00000010:1.1:1761313446.440646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062bc62e1. 00000400:00000200:0.0:1761313446.440853:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.440865:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955840 00000400:00000200:0.0:1761313446.440872:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xaccb9 [2] + 984 00000400:00000200:0.0:1761313446.440917:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.440920:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.440925:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313446.440929:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 00000020:00000010:2.0:1761313446.441007:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b26ec79. 00000020:00000010:2.0:1761313446.441013:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.441017:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.441049:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009fcf2774 x1846869199509568/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313446.441369:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509568 02000000:00000010:2.0:1761313446.441381:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c94183a1. 00010000:00000010:2.0:1761313446.441411:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d89b534. 00010000:00000010:2.0:1761313446.441432:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.441438:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315cc732. 00000100:00000010:2.0:1761313446.441459:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000315cc732. 00010000:00000010:2.0:1761313446.441462:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.441496:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.441501:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509568, offset 224 00000400:00000200:2.0:1761313446.441508:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.441519:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.441524:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89275:89275:256:4294967295] 192.168.204.1@tcp LPNI seq info [89275:89275:8:4294967295] 00000400:00000200:2.0:1761313446.441533:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.441539:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.441543:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a14b474 (tot 82354770). 00000800:00000200:2.0:1761313446.441549:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.441556:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.441560:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a14b474 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.441580:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.441585:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.441587:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b26ec79. 00080000:00000010:1.0:1761313446.441823:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094e69e46. 00010000:00000010:1.0:1761313446.441902:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1af9f44. 00010000:00000010:1.0:1761313446.441909:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000461aa7a8. 00010000:00000010:1.0:1761313446.441978:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000471d98dd. 00010000:00000010:1.0:1761313446.441984:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d1af9f44. 00010000:00000010:1.0:1761313446.441993:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313446.441996:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e164971. 00000100:00000010:1.0:1761313446.442002:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 02000000:00000010:1.0:1761313446.442013:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000446387f6. 02000000:00000010:1.0:1761313446.442047:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7521932. 00000400:00000010:1.0:1761313446.442052:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000002983006. 00000400:00000010:1.0:1761313446.442056:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000deec9e59. 00000100:00000200:1.0:1761313446.442060:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489728, portal 16 00000400:00000010:1.0:1761313446.442064:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d925608. 00000100:00000200:1.0:1761313446.442066:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489728, offset 0 00000400:00000200:1.0:1761313446.442072:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.442078:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.442084:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.442087:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.442089:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.442092:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89276:89276:255:4294967295] 192.168.204.1@tcp LPNI seq info [89276:89276:7:4294967295] 00000400:00000200:1.0:1761313446.442098:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.442103:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.442106:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82355018). 00000800:00000200:1.0:1761313446.442110:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.442114:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.442116:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.442251:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.442255:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a14b474 (tot 82354770). 00000400:00000200:3.0:1761313446.442259:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.442263:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.442267:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:3.0:1761313446.442269:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000800:00000200:3.0:1761313446.442313:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.442315:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354522). 00000400:00000200:3.0:1761313446.442318:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.442321:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.442323:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d925608 00000400:00000010:3.0:1761313446.442324:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d925608. 00000100:00000200:3.0:1761313446.442331:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000479fcbdf x1846869206489728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.445495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018db798a. 00000400:00000200:1.0:1761313446.445633:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.445650:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffda80 00000400:00000200:1.0:1761313446.445657:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae379 [1] + 224 00000400:00000200:1.0:1761313446.445671:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.445675:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.445686:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000479fcbdf x1846869206489728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.445764:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000002983006. 00000400:00000200:0.0:1761313446.445769:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000deec9e59 00000400:00000010:0.0:1761313446.445771:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000deec9e59. 00000100:00000200:0.0:1761313446.445778:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000479fcbdf x1846869206489728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.445785:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000479fcbdf x1846869206489728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.445812:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7521932. 02000000:00000010:0.0:1761313446.445818:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000446387f6. 00000100:00000010:0.0:1761313446.445822:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 00000100:00000010:0.0:1761313446.445825:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e164971. 00010000:00000010:0.0:1761313446.445829:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000200:0.0:1761313446.447174:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.447188:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955880 00000400:00000200:0.0:1761313446.447195:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xaccb9 [2] + 1312 00000400:00000200:0.0:1761313446.447250:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.447253:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.447257:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313446.447262:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfb623eb. 00000020:00000010:2.0:1761313446.447939:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b26ec79. 00000020:00000010:2.0:1761313446.447946:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.447949:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.447974:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfb623eb x1846869199509632/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313446.448009:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509632 02000000:00000010:2.0:1761313446.448021:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000000e4d0b. 00010000:00000010:2.0:1761313446.448061:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3c287e9. 00010000:00000010:2.0:1761313446.448081:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.448086:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315cc732. 00000100:00000010:2.0:1761313446.448102:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000315cc732. 00010000:00000010:2.0:1761313446.448105:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.448117:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe79c649. 00000100:00000200:2.0:1761313446.448121:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509632, offset 224 00000400:00000200:2.0:1761313446.448128:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.448137:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.448142:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89277:89277:256:4294967295] 192.168.204.1@tcp LPNI seq info [89277:89277:8:4294967295] 00000400:00000200:2.0:1761313446.448151:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.448163:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.448167:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001295478e (tot 82354770). 00000800:00000200:2.0:1761313446.448173:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.448179:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.448182:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001295478e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761313446.448306:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000446387f6. 00010000:00000010:1.0:1761313446.448396:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1af9f44. 00010000:00000010:1.0:1761313446.448401:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000490b067c. 00010000:00000010:1.0:1761313446.448486:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd13f276. 00010000:00000010:1.0:1761313446.448492:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d1af9f44. 00010000:00000010:1.0:1761313446.448501:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd46df9e. 00000100:00000010:1.0:1761313446.448505:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e164971. 00000100:00000010:1.0:1761313446.448512:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313446.448522:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7521932. 02000000:00000010:1.0:1761313446.448546:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076ece7d8. 00000400:00000010:1.0:1761313446.448551:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000791bc408. 00000400:00000010:1.0:1761313446.448556:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b294a7. 00000100:00000200:1.0:1761313446.448561:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489792, portal 16 00000400:00000010:1.0:1761313446.448565:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac840340. 00000100:00000200:1.0:1761313446.448567:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489792, offset 0 00000400:00000200:1.0:1761313446.448572:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.448578:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.448583:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.448587:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.448589:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.448592:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89278:89278:255:4294967295] 192.168.204.1@tcp LPNI seq info [89278:89278:7:4294967295] 00000400:00000200:1.0:1761313446.448598:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.448602:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.448605:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82355018). 00000800:00000200:1.0:1761313446.448608:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.448612:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.448614:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.449330:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.449337:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.449340:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b26ec79. 00000800:00000200:3.0:1761313446.450147:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.450151:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001295478e (tot 82354770). 00000400:00000200:3.0:1761313446.450166:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.450173:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.450178:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe79c649 00000400:00000010:3.0:1761313446.450180:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe79c649. 00000800:00000200:3.0:1761313446.450239:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.450240:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:3.0:1761313446.450243:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.450246:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.450248:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac840340 00000400:00000010:3.0:1761313446.450249:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac840340. 00000100:00000200:3.0:1761313446.450256:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dc8069e x1846869206489792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.453185:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.453205:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdac0 00000400:00000200:1.0:1761313446.453212:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae385 [1] + 224 00000400:00000200:1.0:1761313446.453223:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.453227:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.453237:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dc8069e x1846869206489792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.453277:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.453283:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9558c0 00000400:00000200:1.0:1761313446.453288:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xaccb9 [2] + 1640 00000400:00000200:1.0:1761313446.453338:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.453342:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.453346:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.453352:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 00000400:00000010:0.0:1761313446.453768:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000791bc408. 00000400:00000200:0.0:1761313446.453774:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b294a7 00000400:00000010:0.0:1761313446.453776:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b294a7. 00000100:00000200:0.0:1761313446.453784:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dc8069e x1846869206489792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.453792:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dc8069e x1846869206489792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.453824:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076ece7d8. 02000000:00000010:0.0:1761313446.453829:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7521932. 00000100:00000010:0.0:1761313446.453834:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000100:00000010:0.0:1761313446.453838:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e164971. 00010000:00000010:0.0:1761313446.453842:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd46df9e. 00010000:00000010:1.1:1761313446.454075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041bae225. 00010000:00000010:1.1:1761313446.454083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cdd0c67. 00010000:00000010:2.1:1761313446.454429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6883896. 00000020:00000010:2.0:1761313446.454464:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b26ec79. 00000020:00000010:2.0:1761313446.454496:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.454501:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.454526:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013181f7b x1846869199509696/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.454560:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509696 02000000:00000010:2.0:1761313446.454572:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073c1fffa. 00010000:00000010:2.0:1761313446.454596:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c0464f. 00010000:00000010:2.0:1761313446.454614:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.454620:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315cc732. 00000100:00000010:2.0:1761313446.454633:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000315cc732. 00010000:00000010:2.0:1761313446.454636:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.454650:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510ee54. 00000100:00000200:2.0:1761313446.454654:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509696, offset 224 00000400:00000200:2.0:1761313446.454661:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.454672:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.454678:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89279:89279:256:4294967295] 192.168.204.1@tcp LPNI seq info [89279:89279:8:4294967295] 00000400:00000200:2.0:1761313446.454688:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.454693:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.454696:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9429b4a (tot 82354770). 00000800:00000200:2.0:1761313446.454702:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.454708:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.454713:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9429b4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.454738:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.454742:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.454745:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b26ec79. 00080000:00000010:1.0:1761313446.454813:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076ece7d8. 00010000:00000010:1.0:1761313446.454899:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1af9f44. 00010000:00000010:1.0:1761313446.454905:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de45c142. 00010000:00000010:1.0:1761313446.454989:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cdd0c67. 00010000:00000010:1.0:1761313446.454994:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d1af9f44. 00010000:00000010:1.0:1761313446.455002:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c0779a4. 00000100:00000010:1.0:1761313446.455005:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a907fb0. 00000100:00000010:1.0:1761313446.455011:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313446.455020:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000592fe00c. 02000000:00000010:1.0:1761313446.455054:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfd3902d. 00000400:00000010:1.0:1761313446.455059:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000032a75e93. 00000400:00000010:1.0:1761313446.455062:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f876655b. 00000100:00000200:1.0:1761313446.455066:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489856, portal 16 00000400:00000010:1.0:1761313446.455069:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b599b9c0. 00000100:00000200:1.0:1761313446.455071:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489856, offset 0 00000400:00000200:1.0:1761313446.455076:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.455081:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.455087:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.455090:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.455093:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.455095:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89280:89280:255:4294967295] 192.168.204.1@tcp LPNI seq info [89280:89280:7:4294967295] 00000400:00000200:1.0:1761313446.455103:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.455107:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.455110:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000597e8afc (tot 82355018). 00000800:00000200:1.0:1761313446.455113:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.455117:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.455119:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000597e8afc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.455285:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.455288:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9429b4a (tot 82354770). 00000400:00000200:3.0:1761313446.455292:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.455296:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.455299:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510ee54 00000400:00000010:3.0:1761313446.455301:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510ee54. 00000800:00000200:3.0:1761313446.455351:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.455353:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000597e8afc (tot 82354522). 00000400:00000200:3.0:1761313446.455355:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.455358:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.455360:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b599b9c0 00000400:00000010:3.0:1761313446.455361:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b599b9c0. 00000100:00000200:3.0:1761313446.455365:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dc8069e x1846869206489856/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.457069:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.457088:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdb00 00000400:00000200:3.0:1761313446.457097:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae391 [1] + 224 00000400:00000200:3.0:1761313446.457109:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.457112:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.457120:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dc8069e x1846869206489856/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313446.457715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d9ddc60. 00010000:00000010:1.1:1761313446.457724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000471d98dd. 00000400:00000010:1.0:1761313446.457742:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000032a75e93. 00000400:00000200:1.0:1761313446.457746:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f876655b 00000400:00000010:1.0:1761313446.457748:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f876655b. 00000100:00000200:1.0:1761313446.457756:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dc8069e x1846869206489856/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313446.457763:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dc8069e x1846869206489856/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313446.457790:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfd3902d. 02000000:00000010:1.0:1761313446.457796:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000592fe00c. 00000100:00000010:1.0:1761313446.457800:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000100:00000010:1.0:1761313446.457804:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a907fb0. 00010000:00000010:1.0:1761313446.457809:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c0779a4. 00000400:00000200:1.0:1761313446.462009:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.462028:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955900 00000400:00000200:1.0:1761313446.462044:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xaccb9 [2] + 1968 00000400:00000010:1.0:1761313446.462049:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ff18d58. 00000400:00000200:1.0:1761313446.462057:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008406a86e 00010000:00000010:2.1:1761313446.462645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d3a159. 00010000:00000010:1.1:1761313446.464008:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e598f428. 00010000:00000010:1.1:1761313446.464021:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd13f276. 00000400:00000200:1.0:1761313446.464282:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.464295:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.464303:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008406a86e 00000400:00000010:1.0:1761313446.464305:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008406a86e (tot 82354370). 00000100:00000200:1.0:1761313446.464312:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313446.464429:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5924ca9. 00000020:00000010:0.0:1761313446.464437:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.464442:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.464574:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b83bb450 x1846869199509760/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313446.464963:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509760 02000000:00000010:0.0:1761313446.464976:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001551ec32. 00010000:00000010:0.0:1761313446.465004:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d51f7e21. 00010000:00000010:0.0:1761313446.465026:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.465293:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b43fee5. 00000100:00000010:0.0:1761313446.465313:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b43fee5. 00010000:00000010:0.0:1761313446.465317:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.465332:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313446.465338:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509760, offset 224 00000400:00000200:0.0:1761313446.465345:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.465358:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.465363:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89281:89281:256:4294967295] 192.168.204.1@tcp LPNI seq info [89281:89281:8:4294967295] 00000400:00000200:0.0:1761313446.465373:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.465378:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.465382:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354618). 00000800:00000200:0.0:1761313446.465387:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.465394:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.465397:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.465421:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.465426:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.465429:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5924ca9. 02000000:00000010:0.0:1761313446.465437:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073c1fffa. 00000100:00000010:0.0:1761313446.465440:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 02000000:00000010:0.0:1761313446.465444:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000000e4d0b. 00000100:00000010:0.0:1761313446.465446:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfb623eb. 02000000:00000010:0.0:1761313446.465450:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c94183a1. 00000100:00000010:0.0:1761313446.465452:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313446.465455:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000059f1a384. 00000100:00000010:0.0:1761313446.465457:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 02000000:00000010:0.0:1761313446.465460:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090bcc046. 00000100:00000010:0.0:1761313446.465463:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:0.0:1761313446.465466:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f76f334. 00000100:00000010:0.0:1761313446.465493:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 00000100:00000200:0.0:1761313446.465499:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313446.465504:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001990cb6e. 00000400:00000010:0.0:1761313446.465508:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005b43fee5 (tot 82354770). 00080000:00000010:1.0:1761313446.465577:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000592fe00c. 00010000:00000010:1.0:1761313446.465660:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1af9f44. 00010000:00000010:1.0:1761313446.465667:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004df54059. 00010000:00000010:1.0:1761313446.465736:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd13f276. 00010000:00000010:1.0:1761313446.465742:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d1af9f44. 00010000:00000010:1.0:1761313446.465752:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c0779a4. 00000100:00000010:1.0:1761313446.465755:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a907fb0. 00000100:00000010:1.0:1761313446.465762:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313446.465774:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cfd3902d. 00000800:00000200:3.0:1761313446.466081:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.466085:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:3.0:1761313446.466089:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.466094:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.466098:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:3.0:1761313446.466100:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 02000000:00000010:3.0:1761313446.466104:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001551ec32. 02000000:00000010:1.0:1761313446.466445:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4c96419. 00000400:00000010:1.0:1761313446.466454:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000032a75e93. 00000400:00000010:1.0:1761313446.466458:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f876655b. 00000100:00000200:1.0:1761313446.466461:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489920, portal 16 00000400:00000010:1.0:1761313446.466465:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a8c88d3. 00000100:00000200:1.0:1761313446.466502:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489920, offset 0 00000400:00000200:1.0:1761313446.466509:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.466518:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.466524:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.466527:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.466530:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.466533:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89282:89282:256:4294967295] 192.168.204.1@tcp LPNI seq info [89282:89282:8:4294967295] 00000400:00000200:1.0:1761313446.466540:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.466545:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.466548:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008803a01b (tot 82354770). 00000800:00000200:1.0:1761313446.466553:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.466558:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.466560:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008803a01b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.466733:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.466735:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008803a01b (tot 82354522). 00000400:00000200:3.0:1761313446.466739:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.466742:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.466745:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a8c88d3 00000400:00000010:3.0:1761313446.466746:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a8c88d3. 00000100:00000200:3.0:1761313446.466753:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dc8069e x1846869206489920/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.467513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf56fffe. 00000400:00000200:1.0:1761313446.469933:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.469951:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdb40 00000400:00000200:1.0:1761313446.469959:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae3a1 [1] + 224 00000400:00000200:1.0:1761313446.469969:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.469973:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.469982:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dc8069e x1846869206489920/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.470018:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.470024:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955940 00000400:00000200:1.0:1761313446.470028:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacd11 [2] + 0 00000400:00000200:1.0:1761313446.470047:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.470050:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.470054:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.470058:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 00000020:00000010:3.0:1761313446.470230:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.470238:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.470242:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b33c9228. 00000100:00000200:3.0:1761313446.470265:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000479fcbdf x1846869199509824/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:0.0:1761313446.470339:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000032a75e93. 00000400:00000200:0.0:1761313446.470344:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f876655b 00000400:00000010:0.0:1761313446.470346:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f876655b. 00000100:00000200:0.0:1761313446.470352:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dc8069e x1846869206489920/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.470359:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dc8069e x1846869206489920/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.470383:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4c96419. 02000000:00000010:0.0:1761313446.470389:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cfd3902d. 00000100:00000010:0.0:1761313446.470393:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000100:00000010:0.0:1761313446.470396:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a907fb0. 00010000:00000010:0.0:1761313446.470400:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c0779a4. 00000100:00000200:3.0:1761313446.470516:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509824 02000000:00000010:3.0:1761313446.470528:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c646696a. 00010000:00000010:3.0:1761313446.470554:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071dda9e3. 00010000:00000010:3.0:1761313446.470573:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.470579:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.470589:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.470592:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.470604:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b8ed9c. 00000100:00000200:3.0:1761313446.470608:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509824, offset 224 00000400:00000200:3.0:1761313446.470615:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.470624:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.470629:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89283:89283:256:4294967295] 192.168.204.1@tcp LPNI seq info [89283:89283:8:4294967295] 00000400:00000200:3.0:1761313446.470637:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.470641:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.470645:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354770). 00000800:00000200:3.0:1761313446.470650:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.470656:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.470659:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.470678:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.470682:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b33c9228. 00000020:00000010:3.0:1761313446.470686:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 00080000:00000010:0.0:1761313446.470755:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5924ca9. 00010000:00000010:0.0:1761313446.470841:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1af9f44. 00010000:00000010:0.0:1761313446.470847:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fcbc8de1. 00010000:00000010:0.0:1761313446.470921:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000259a7296. 00010000:00000010:0.0:1761313446.470927:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a4fbe0. 00010000:00000010:0.0:1761313446.470936:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.470940:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.470946:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313446.470956:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f73a0363. 02000000:00000010:0.0:1761313446.470976:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e415180. 00000400:00000010:0.0:1761313446.470981:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.470985:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313446.470989:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206489984, portal 16 00000400:00000010:0.0:1761313446.470993:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79a4b62. 00000100:00000200:0.0:1761313446.470994:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206489984, offset 0 00000400:00000200:0.0:1761313446.470999:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.471004:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.471010:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.471013:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.471015:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.471018:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89284:89284:255:4294967295] 192.168.204.1@tcp LPNI seq info [89284:89284:7:4294967295] 00000400:00000200:0.0:1761313446.471024:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.471028:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.471042:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eeb12c53 (tot 82355018). 00000800:00000200:0.0:1761313446.471046:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.471050:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.471052:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eeb12c53 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.471354:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.471357:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354770). 00000400:00000200:1.0:1761313446.471361:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.471364:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.471367:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b8ed9c 00000400:00000010:1.0:1761313446.471368:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b8ed9c. 00000800:00000200:1.0:1761313446.471430:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.471433:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eeb12c53 (tot 82354522). 00000400:00000200:1.0:1761313446.471436:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.471439:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.471441:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79a4b62 00000400:00000010:1.0:1761313446.471442:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79a4b62. 00000100:00000200:1.0:1761313446.471448:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206489984/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313446.473726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a543022d. 00010000:00000010:1.1:1761313446.473745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cdd0c67. 00000400:00000200:3.0:1761313446.474227:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.474244:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdb80 00000400:00000200:3.0:1761313446.474251:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae3ad [1] + 224 00000400:00000200:3.0:1761313446.474263:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.474266:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.474276:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206489984/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.474364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010709f14. 00000400:00000010:0.0:1761313446.474383:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.474387:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:0.0:1761313446.474388:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:0.0:1761313446.474394:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206489984/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.474401:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206489984/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.474427:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e415180. 02000000:00000010:0.0:1761313446.474434:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f73a0363. 00000100:00000010:0.0:1761313446.474437:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:0.0:1761313446.474440:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.474443:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.475436:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.475448:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955980 00000400:00000200:1.0:1761313446.475454:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacd11 [2] + 328 00000400:00000200:1.0:1761313446.475532:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.475536:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.475540:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.475544:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000020:00000010:3.0:1761313446.475628:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.475635:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.475639:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b33c9228. 00000100:00000200:3.0:1761313446.475662:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199509888/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.475992:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509888 02000000:00000010:3.0:1761313446.476005:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091e6ab26. 00010000:00000010:3.0:1761313446.476433:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047d4279e. 00010000:00000010:3.0:1761313446.476457:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.476464:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00010000:00000010:3.1:1761313446.476577:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0d42976. 00000100:00000010:3.0:1761313446.476592:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.476595:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.476611:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b590dea. 00000100:00000200:3.0:1761313446.476617:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509888, offset 224 00000400:00000200:3.0:1761313446.476625:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.476636:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.476642:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89285:89285:256:4294967295] 192.168.204.1@tcp LPNI seq info [89285:89285:8:4294967295] 00000400:00000200:3.0:1761313446.476652:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.476657:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.476662:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82354770). 00000800:00000200:3.0:1761313446.476668:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.476675:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.476679:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761313446.476769:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047810a62. 00010000:00000010:1.0:1761313446.476854:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a4fbe0. 00010000:00000010:1.0:1761313446.476860:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b4426e7e. 00010000:00000010:1.0:1761313446.476926:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cdd0c67. 00010000:00000010:1.0:1761313446.476931:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a07dd31f. 00010000:00000010:1.0:1761313446.476941:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aea1ecc. 00000100:00000010:1.0:1761313446.476944:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002bb0ba94. 00000100:00000010:1.0:1761313446.476950:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 02000000:00000010:1.0:1761313446.476960:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a0eca40. 02000000:00000010:1.0:1761313446.476993:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e9e324b. 00000400:00000010:1.0:1761313446.476998:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000339d3606. 00000400:00000010:1.0:1761313446.477002:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f309ef1a. 00000100:00000200:1.0:1761313446.477006:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490048, portal 16 00000400:00000010:1.0:1761313446.477010:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d52d4f38. 00000100:00000200:1.0:1761313446.477012:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490048, offset 0 00000400:00000200:1.0:1761313446.477017:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.477022:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.477028:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.477032:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.477034:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.477037:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89286:89286:255:4294967295] 192.168.204.1@tcp LPNI seq info [89286:89286:7:4294967295] 00000400:00000200:1.0:1761313446.477043:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.477047:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.477050:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae5814d2 (tot 82355018). 00000800:00000200:1.0:1761313446.477054:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.477058:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.477060:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae5814d2 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.477087:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.477091:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b33c9228. 00000020:00000010:3.0:1761313446.477095:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 00010000:00000010:0.1:1761313446.477514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb363d86. 00010000:00000010:0.1:1761313446.477521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd13f276. 00000800:00000200:2.0:1761313446.478198:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.478203:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354770). 00000400:00000200:2.0:1761313446.478208:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.478214:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.478219:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b590dea 00000400:00000010:2.0:1761313446.478221:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b590dea. 00000800:00000200:2.0:1761313446.478291:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.478293:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae5814d2 (tot 82354522). 00000400:00000200:2.0:1761313446.478297:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.478300:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.478302:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d52d4f38 00000400:00000010:2.0:1761313446.478303:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d52d4f38. 00000100:00000200:2.0:1761313446.478310:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a65e944 x1846869206490048/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.480759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070cc7936. 00000400:00000200:3.0:1761313446.481446:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.481465:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdbc0 00000400:00000200:3.0:1761313446.481513:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae3b9 [1] + 224 00000400:00000200:3.0:1761313446.481528:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.481532:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.481542:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a65e944 x1846869206490048/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313446.481825:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000339d3606. 00000400:00000200:1.0:1761313446.481830:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f309ef1a 00000400:00000010:1.0:1761313446.481832:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f309ef1a. 00000100:00000200:1.0:1761313446.481839:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a65e944 x1846869206490048/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313446.481846:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a65e944 x1846869206490048/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313446.481872:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e9e324b. 02000000:00000010:1.0:1761313446.481879:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004a0eca40. 00000100:00000010:1.0:1761313446.481884:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 00000100:00000010:1.0:1761313446.481889:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002bb0ba94. 00010000:00000010:1.0:1761313446.481893:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aea1ecc. 00000400:00000200:1.0:1761313446.483569:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.483585:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9559c0 00000400:00000200:1.0:1761313446.483592:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacd11 [2] + 656 00000400:00000200:1.0:1761313446.483927:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.483931:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.483937:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.483943:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 00000020:00000010:3.0:1761313446.484116:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.484123:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.484127:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b33c9228. 00000100:00000200:3.0:1761313446.484149:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a65e944 x1846869199509952/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313446.484191:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199509952 02000000:00000010:3.0:1761313446.484202:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000776b143e. 00010000:00000010:3.0:1761313446.484229:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8d5aa9a. 00010000:00000010:3.0:1761313446.484250:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.484257:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.484271:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.484275:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.484285:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.484289:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199509952, offset 224 00000400:00000200:3.0:1761313446.484296:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.484305:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.484311:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89287:89287:256:4294967295] 192.168.204.1@tcp LPNI seq info [89287:89287:8:4294967295] 00000400:00000200:3.0:1761313446.484320:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.484325:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.484328:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354770). 00000800:00000200:3.0:1761313446.484333:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.484338:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.484342:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.484360:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.484364:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b33c9228. 00000020:00000010:3.0:1761313446.484368:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 00080000:00000010:1.0:1761313446.484459:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a0eca40. 00010000:00000010:1.0:1761313446.484602:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a07dd31f. 00010000:00000010:1.0:1761313446.484608:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a73d6ad. 00010000:00000010:1.0:1761313446.484672:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000471d98dd. 00010000:00000010:1.0:1761313446.484677:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a07dd31f. 00010000:00000010:1.0:1761313446.484686:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aea1ecc. 00000100:00000010:1.0:1761313446.484690:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002bb0ba94. 00000100:00000010:1.0:1761313446.484695:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 02000000:00000010:1.0:1761313446.484705:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e9e324b. 02000000:00000010:1.0:1761313446.484727:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006253d7f2. 00000400:00000010:1.0:1761313446.484731:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000339d3606. 00000400:00000010:1.0:1761313446.484735:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f309ef1a. 00000100:00000200:1.0:1761313446.484740:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490112, portal 16 00000400:00000010:1.0:1761313446.484744:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b836adb4. 00000100:00000200:1.0:1761313446.484746:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490112, offset 0 00000400:00000200:1.0:1761313446.484750:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.484756:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.484762:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.484765:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.484767:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.484769:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89288:89288:255:4294967295] 192.168.204.1@tcp LPNI seq info [89288:89288:7:4294967295] 00000400:00000200:1.0:1761313446.484776:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.484780:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.484784:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d8c9258 (tot 82355018). 00000800:00000200:1.0:1761313446.484787:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.484791:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.484793:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d8c9258 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313446.484865:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.484868:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354770). 00000400:00000200:2.0:1761313446.484871:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.484875:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.484879:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:2.0:1761313446.484881:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000800:00000200:2.0:1761313446.484935:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.485000:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d8c9258 (tot 82354522). 00000400:00000200:2.0:1761313446.485003:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.485006:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.485008:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b836adb4 00000400:00000010:2.0:1761313446.485010:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b836adb4. 00000100:00000200:2.0:1761313446.485015:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016e9c373 x1846869206490112/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313446.486682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050cd27c6. 00010000:00000010:1.1:1761313446.486693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259a7296. 00000400:00000200:3.0:1761313446.489631:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.489650:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdc00 00000400:00000200:3.0:1761313446.489659:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae3c5 [1] + 224 00000400:00000200:3.0:1761313446.489674:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.489678:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.489688:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016e9c373 x1846869206490112/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313446.490188:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000339d3606. 00000400:00000200:1.0:1761313446.490195:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f309ef1a 00000400:00000010:1.0:1761313446.490197:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f309ef1a. 00000100:00000200:1.0:1761313446.490204:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016e9c373 x1846869206490112/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313446.490212:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016e9c373 x1846869206490112/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313446.490240:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006253d7f2. 02000000:00000010:1.0:1761313446.490247:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006e9e324b. 00000100:00000010:1.0:1761313446.490250:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 00000100:00000010:1.0:1761313446.490254:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002bb0ba94. 00010000:00000010:1.0:1761313446.490259:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aea1ecc. 00010000:00000010:3.1:1761313446.490911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049eeee92. 00000400:00000200:1.0:1761313446.490996:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.491007:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955a00 00000400:00000200:1.0:1761313446.491013:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacd11 [2] + 984 00000400:00000200:1.0:1761313446.491070:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.491073:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.491077:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.491081:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000020:00000010:3.0:1761313446.491554:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.491561:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.491565:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b33c9228. 00000100:00000200:3.0:1761313446.491588:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199510016/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313446.491620:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510016 02000000:00000010:3.0:1761313446.491631:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067a3879b. 00010000:00000010:3.0:1761313446.491657:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cb27f85. 00010000:00000010:3.0:1761313446.491678:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.491684:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.491705:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.491708:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.491720:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d33773eb. 00000100:00000200:3.0:1761313446.491724:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510016, offset 224 00000400:00000200:3.0:1761313446.491732:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.491743:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.491748:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89289:89289:256:4294967295] 192.168.204.1@tcp LPNI seq info [89289:89289:8:4294967295] 00000400:00000200:3.0:1761313446.491757:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.491761:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.491765:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313446.491770:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.491776:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.491779:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.491799:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313446.491802:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b33c9228. 00000020:00000010:3.0:1761313446.491806:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 00000800:00000200:1.0:1761313446.491911:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.491914:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354522). 00000400:00000200:1.0:1761313446.491917:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1761313446.491918:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f73a0363. 00000400:00000200:1.0:1761313446.491921:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.491923:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d33773eb 00000400:00000010:1.0:1761313446.491925:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d33773eb. 00010000:00000010:0.0:1761313446.492006:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a07dd31f. 00010000:00000010:0.0:1761313446.492012:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d351f3f. 00010000:00000010:0.0:1761313446.492076:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffbbbb03. 00010000:00000010:0.0:1761313446.492080:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.492084:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067172e9c. 00010000:00000010:0.0:1761313446.492089:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a4fbe0. 00080000:00000010:0.0:1761313446.492100:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e415180. 00010000:00000010:0.0:1761313446.492124:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a4fbe0. 00010000:00000010:0.0:1761313446.492127:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f31b6379. 00010000:00000010:0.0:1761313446.492187:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.0:1761313446.492192:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a4fbe0. 00010000:00000010:0.0:1761313446.492199:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.492202:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.492208:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313446.492217:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045183ba5. 02000000:00000010:0.0:1761313446.492237:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b90f0419. 00000400:00000010:0.0:1761313446.492242:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.492246:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313446.492250:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490176, portal 16 00000400:00000010:0.0:1761313446.492254:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bf2771b. 00000100:00000200:0.0:1761313446.492256:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490176, offset 0 00000400:00000200:0.0:1761313446.492261:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.492268:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.492275:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.492277:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.492280:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.492283:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89290:89290:256:4294967295] 192.168.204.1@tcp LPNI seq info [89290:89290:8:4294967295] 00000400:00000200:0.0:1761313446.492289:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.492294:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.492297:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea1e733 (tot 82354770). 00000800:00000200:0.0:1761313446.492300:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.492304:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.492307:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ea1e733 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.493288:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.493293:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea1e733 (tot 82354522). 00000400:00000200:3.0:1761313446.493296:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.493302:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.493305:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bf2771b 00000400:00000010:3.0:1761313446.493307:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bf2771b. 00000100:00000200:3.0:1761313446.493314:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206490176/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.495004:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.495023:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdc40 00000400:00000200:1.0:1761313446.495042:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae3d1 [1] + 224 00000400:00000200:1.0:1761313446.495057:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.495060:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.495067:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206490176/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.495700:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.495710:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955a40 00000400:00000200:1.0:1761313446.495714:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacd11 [2] + 1312 00000400:00000200:1.0:1761313446.495760:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.495764:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.495767:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.495772:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:2.0:1761313446.495947:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b26ec79. 00000020:00000010:2.0:1761313446.495955:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.495959:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.495984:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199510080/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.496014:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510080 02000000:00000010:2.0:1761313446.496026:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f76f334. 00000400:00000010:0.0:1761313446.496270:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.496275:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:0.0:1761313446.496277:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:0.0:1761313446.496284:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206490176/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.496292:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206490176/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.496316:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b90f0419. 02000000:00000010:0.0:1761313446.496321:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000045183ba5. 00000100:00000010:0.0:1761313446.496325:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:0.0:1761313446.496329:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.496331:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00010000:00000010:2.0:1761313446.496427:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa20c956. 00010000:00000010:2.0:1761313446.496449:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.496455:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315cc732. 00000100:00000010:2.0:1761313446.496493:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000315cc732. 00010000:00000010:2.0:1761313446.496496:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.496508:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd66a147. 00000100:00000200:2.0:1761313446.496513:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510080, offset 224 00000400:00000200:2.0:1761313446.496520:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.496530:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.496536:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89291:89291:256:4294967295] 192.168.204.1@tcp LPNI seq info [89291:89291:8:4294967295] 00000400:00000200:2.0:1761313446.496545:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.496550:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.496554:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9429b4a (tot 82354770). 00000800:00000200:2.0:1761313446.496560:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.496566:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.496570:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9429b4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.496587:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.496592:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.496595:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b26ec79. 00080000:00000010:0.0:1761313446.496617:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045183ba5. 00000800:00000200:3.0:1761313446.496702:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1761313446.496702:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a4fbe0. 00000800:00000010:3.0:1761313446.496705:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9429b4a (tot 82354522). 00010000:00000010:0.0:1761313446.496707:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c6bb75c. 00000400:00000200:3.0:1761313446.496708:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.496711:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.496714:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd66a147 00000400:00000010:3.0:1761313446.496715:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd66a147. 00010000:00000010:0.0:1761313446.496786:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009adfa18b. 00010000:00000010:0.0:1761313446.496792:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a4fbe0. 00010000:00000010:0.0:1761313446.496802:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.496805:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.496811:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313446.496821:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b90f0419. 02000000:00000010:0.0:1761313446.496844:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001551ec32. 00000400:00000010:0.0:1761313446.496848:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.496852:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313446.496857:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490240, portal 16 00000400:00000010:0.0:1761313446.496860:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f602c09. 00000100:00000200:0.0:1761313446.496862:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490240, offset 0 00000400:00000200:0.0:1761313446.496867:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.496873:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.496879:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.496883:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.496886:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.496888:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89292:89292:256:4294967295] 192.168.204.1@tcp LPNI seq info [89292:89292:8:4294967295] 00000400:00000200:0.0:1761313446.496912:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.496916:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.496920:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea1e733 (tot 82354770). 00000800:00000200:0.0:1761313446.496923:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.496927:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.496929:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ea1e733 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.497010:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.497012:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea1e733 (tot 82354522). 00000400:00000200:1.0:1761313446.497015:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.497019:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.497021:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f602c09 00000400:00000010:1.0:1761313446.497022:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f602c09. 00000100:00000200:1.0:1761313446.497027:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206490240/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313446.501538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bf381b6. 00010000:00000010:1.1:1761313446.501555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cdd0c67. 00010000:00000010:3.1:1761313446.503519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079ad4a75. 00010000:00000010:2.1:1761313446.503577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7889c14. 00000400:00000200:1.0:1761313446.503880:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.503915:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdc80 00000400:00000200:1.0:1761313446.503924:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae3dd [1] + 224 00000400:00000200:1.0:1761313446.503936:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.503939:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.503950:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206490240/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.503981:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.503987:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955a80 00000400:00000200:1.0:1761313446.503992:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacd11 [2] + 1640 00000400:00000200:1.0:1761313446.503999:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.504002:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.504006:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.504010:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 00000020:00000010:2.0:1761313446.504083:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b26ec79. 00000020:00000010:2.0:1761313446.504090:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.504094:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.504118:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ad394eb x1846869199510144/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313446.504152:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510144 02000000:00000010:2.0:1761313446.504172:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c94183a1. 00010000:00000010:2.0:1761313446.504211:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.504219:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315cc732. 00000100:00000010:2.0:1761313446.504226:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000315cc732. 00010000:00000010:2.0:1761313446.504231:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.504246:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086a44fc9. 00000100:00000200:2.0:1761313446.504251:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510144, offset 224 00000400:00000200:2.0:1761313446.504258:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.504269:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.504274:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89293:89293:256:4294967295] 192.168.204.1@tcp LPNI seq info [89293:89293:8:4294967295] 00000400:00000200:2.0:1761313446.504285:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.504290:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.504294:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001295478e (tot 82354770). 00000800:00000200:2.0:1761313446.504299:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.504305:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.504308:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001295478e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.504337:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.504342:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.504345:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b26ec79. 00010000:00000010:0.1:1761313446.505081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af059674. 00010000:00000010:0.1:1761313446.505089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000471d98dd. 00010000:00000010:0.1:1761313446.505093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffbbbb03. 00010000:00000010:0.1:1761313446.505098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067172e9c. 00000400:00000010:0.0:1761313446.505120:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.505124:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:0.0:1761313446.505125:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:0.0:1761313446.505133:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206490240/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.505141:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206490240/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313446.505170:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c3d7b1d. 02000000:00000010:0.0:1761313446.505186:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001551ec32. 02000000:00000010:0.0:1761313446.505191:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b90f0419. 00000100:00000010:0.0:1761313446.505194:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:0.0:1761313446.505198:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.505200:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00080000:00000010:0.0:1761313446.505218:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b90f0419. 00010000:00000010:0.0:1761313446.505302:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a4fbe0. 00010000:00000010:0.0:1761313446.505308:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0022923. 00010000:00000010:0.0:1761313446.505383:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067172e9c. 00010000:00000010:0.0:1761313446.505389:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a4fbe0. 00010000:00000010:0.0:1761313446.505398:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.505402:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.505408:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313446.505417:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001551ec32. 02000000:00000010:0.0:1761313446.505441:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7521932. 00000400:00000010:0.0:1761313446.505445:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.505448:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313446.505453:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490304, portal 16 00000400:00000010:0.0:1761313446.505457:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313446.505458:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490304, offset 0 00000400:00000200:0.0:1761313446.505464:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.505493:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.505500:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.505503:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.505506:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.505509:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89294:89294:255:4294967295] 192.168.204.1@tcp LPNI seq info [89294:89294:7:4294967295] 00000400:00000200:0.0:1761313446.505516:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.505521:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.505524:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eeb12c53 (tot 82355018). 00000800:00000200:0.0:1761313446.505529:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.505534:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.505537:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eeb12c53 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.505630:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.505633:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001295478e (tot 82354770). 00000400:00000200:1.0:1761313446.505638:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.505642:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.505645:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086a44fc9 00000400:00000010:1.0:1761313446.505647:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086a44fc9. 00000800:00000200:1.0:1761313446.505719:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.505721:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eeb12c53 (tot 82354522). 00000400:00000200:1.0:1761313446.505724:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.505727:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.505729:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:1.0:1761313446.505730:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:1.0:1761313446.505734:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206490304/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.508539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3ed42fd. 00010000:00000010:0.1:1761313446.508556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0967ada. 00000400:00000200:1.0:1761313446.509105:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.509126:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdcc0 00000400:00000200:1.0:1761313446.509135:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae3e9 [1] + 224 00000400:00000200:1.0:1761313446.509147:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.509150:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.509169:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206490304/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.509206:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.509211:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955ac0 00000400:00000200:1.0:1761313446.509217:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacd11 [2] + 1968 00000400:00000010:1.0:1761313446.509220:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062ab8abc. 00000400:00000200:1.0:1761313446.509223:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ee324c87 00000400:00000200:1.0:1761313446.509276:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.509279:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.509282:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee324c87 00000400:00000010:1.0:1761313446.509284:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ee324c87 (tot 82354370). 00000100:00000200:1.0:1761313446.509288:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313446.509354:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037d64ae9. 00000020:00000010:3.0:1761313446.509361:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000400:00000010:0.0:1761313446.509361:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.509364:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000020:00000010:3.0:1761313446.509366:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b33c9228. 00000400:00000010:0.0:1761313446.509366:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:0.0:1761313446.509372:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206490304/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.509379:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206490304/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.509390:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009a125d8e x1846869199510208/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:0.0:1761313446.509406:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7521932. 02000000:00000010:0.0:1761313446.509411:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001551ec32. 00000100:00000010:0.0:1761313446.509416:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:0.0:1761313446.509420:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.509423:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000100:00000200:3.0:1761313446.509426:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510208 02000000:00000010:3.0:1761313446.509441:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090bcc046. 00010000:00000010:3.0:1761313446.509495:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce6642a1. 00010000:00000010:3.0:1761313446.509517:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.509523:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.509535:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.509538:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00080000:00000010:0.0:1761313446.509613:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7521932. 00010000:00000010:0.0:1761313446.509704:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a4fbe0. 00010000:00000010:0.0:1761313446.509710:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006af6c483. 00010000:00000010:0.0:1761313446.509786:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.0:1761313446.509791:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a4fbe0. 00010000:00000010:0.0:1761313446.509799:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.509801:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.509807:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313446.509817:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001551ec32. 02000000:00000010:0.0:1761313446.509835:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0c4eaf6. 00000400:00000010:0.0:1761313446.509838:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.509841:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313446.509847:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490368, portal 16 00000400:00000010:0.0:1761313446.509850:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313446.509853:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490368, offset 0 00000400:00000200:0.0:1761313446.509860:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.509870:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.509878:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.509882:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.509885:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.509888:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89295:89295:256:4294967295] 192.168.204.1@tcp LPNI seq info [89295:89295:8:4294967295] 00000400:00000200:0.0:1761313446.509902:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.509907:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.509911:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354618). 00000800:00000200:0.0:1761313446.509917:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.509923:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.509927:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1761313446.509986:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d96c721. 00000100:00000200:2.0:1761313446.509989:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510208, offset 224 00000400:00000200:2.0:1761313446.509994:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.509999:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.510003:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89296:89296:255:4294967295] 192.168.204.1@tcp LPNI seq info [89296:89296:7:4294967295] 00000400:00000200:2.0:1761313446.510010:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.510014:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.510017:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a14b474 (tot 82354866). 00000800:00000200:2.0:1761313446.510020:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.510023:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.510026:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a14b474 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.510728:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:2.0:1761313446.510735:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b33c9228. 00000020:00000010:2.0:1761313446.510741:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037d64ae9. 02000000:00000010:2.0:1761313446.510749:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c94183a1. 00000100:00000010:2.0:1761313446.510752:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 02000000:00000010:2.0:1761313446.510754:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f76f334. 00000100:00000010:2.0:1761313446.510756:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 02000000:00000010:2.0:1761313446.510759:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067a3879b. 00000100:00000010:2.0:1761313446.510762:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 02000000:00000010:2.0:1761313446.510764:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000776b143e. 00000100:00000010:2.0:1761313446.510766:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 02000000:00000010:2.0:1761313446.510770:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091e6ab26. 00000100:00000010:2.0:1761313446.510771:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 02000000:00000010:2.0:1761313446.510774:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c646696a. 00000100:00000010:2.0:1761313446.510775:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 00000100:00000200:2.0:1761313446.510782:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313446.510797:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c2116f75. 00000400:00000010:2.0:1761313446.510801:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000315cc732 (tot 82355018). 00000800:00000200:1.0:1761313446.510888:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.510893:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354770). 00000400:00000200:1.0:1761313446.510896:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.510901:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.510904:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:1.0:1761313446.510906:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:1.0:1761313446.510913:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206490368/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761313446.510971:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.510973:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a14b474 (tot 82354522). 00000400:00000200:1.0:1761313446.510977:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.510980:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.510981:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d96c721 00000400:00000010:1.0:1761313446.510982:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d96c721. 02000000:00000010:1.0:1761313446.510985:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090bcc046. 00010000:00000010:0.1:1761313446.512595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ed1cfed. 00010000:00000010:0.1:1761313446.512608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4b2b217. 00010000:00000010:0.1:1761313446.512612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009adfa18b. 00010000:00000010:3.1:1761313446.516847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5aa533a. 00000400:00000200:1.0:1761313446.518123:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.518143:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdd00 00000400:00000200:1.0:1761313446.518150:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae3f1 [1] + 224 00000400:00000200:1.0:1761313446.518172:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.518177:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.518189:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206490368/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.518222:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.518228:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955b00 00000400:00000200:1.0:1761313446.518233:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacd69 [2] + 0 00000400:00000200:1.0:1761313446.518243:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.518246:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.518249:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.518255:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 00000020:00000010:2.0:1761313446.518438:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f76f334. 00000020:00000010:2.0:1761313446.518444:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.518448:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.518516:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000479fcbdf x1846869199510272/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.518555:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510272 02000000:00000010:2.0:1761313446.518568:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c94183a1. 00010000:00000010:2.0:1761313446.518607:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.518614:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.518620:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313446.518622:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.518635:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce8d1e5. 00000100:00000200:2.0:1761313446.518640:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510272, offset 224 00000400:00000200:2.0:1761313446.518648:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.518658:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.518675:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89297:89297:256:4294967295] 192.168.204.1@tcp LPNI seq info [89297:89297:8:4294967295] 00000400:00000200:2.0:1761313446.518685:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.518690:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.518695:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025c7dbcf (tot 82354770). 00000800:00000200:2.0:1761313446.518700:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.518707:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.518710:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025c7dbcf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.518722:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.518726:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.518729:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f76f334. 00000400:00000010:0.0:1761313446.519118:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.519123:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:0.0:1761313446.519125:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:0.0:1761313446.519131:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206490368/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.519139:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206490368/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313446.519168:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008078598d. 02000000:00000010:0.0:1761313446.519182:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0c4eaf6. 02000000:00000010:0.0:1761313446.519188:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001551ec32. 00000100:00000010:0.0:1761313446.519192:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:0.0:1761313446.519194:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.519196:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00080000:00000010:0.0:1761313446.519213:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0c4eaf6. 00000800:00000200:1.0:1761313446.519228:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.519231:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025c7dbcf (tot 82354522). 00000400:00000200:1.0:1761313446.519236:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.519239:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.519241:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce8d1e5 00000400:00000010:1.0:1761313446.519243:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce8d1e5. 00010000:00000010:0.0:1761313446.519298:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a4fbe0. 00010000:00000010:0.0:1761313446.519303:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000259df6b6. 00010000:00000010:0.0:1761313446.519378:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009adfa18b. 00010000:00000010:0.0:1761313446.519383:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a4fbe0. 00010000:00000010:0.0:1761313446.519392:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.519396:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.519401:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313446.519411:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005ab16c9. 02000000:00000010:0.0:1761313446.519432:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000897083d2. 00000400:00000010:0.0:1761313446.519436:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.519438:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313446.519443:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490432, portal 16 00000400:00000010:0.0:1761313446.519447:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f21e616. 00000100:00000200:0.0:1761313446.519448:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490432, offset 0 00000400:00000200:0.0:1761313446.519453:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.519460:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.519466:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.519491:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.519494:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.519497:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89298:89298:256:4294967295] 192.168.204.1@tcp LPNI seq info [89298:89298:8:4294967295] 00000400:00000200:0.0:1761313446.519504:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.519508:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.519511:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313446.519515:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.519520:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.519522:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.519818:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.519821:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:1.0:1761313446.519824:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.519828:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.519830:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f21e616 00000400:00000010:1.0:1761313446.519832:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f21e616. 00000100:00000200:1.0:1761313446.519836:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206490432/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.522811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c27b72a. 00010000:00000010:0.1:1761313446.522835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067172e9c. 00000400:00000200:1.0:1761313446.523391:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.523412:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdd40 00000400:00000200:1.0:1761313446.523421:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae405 [1] + 224 00000400:00000200:1.0:1761313446.523433:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.523437:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.523449:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206490432/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.523690:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.523696:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955b40 00000400:00000200:1.0:1761313446.523702:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacd69 [2] + 328 00000400:00000010:0.0:1761313446.523916:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.523921:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:0.0:1761313446.523923:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:0.0:1761313446.523930:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206490432/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.523937:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206490432/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.523966:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000897083d2. 02000000:00000010:0.0:1761313446.523974:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000005ab16c9. 00000100:00000010:0.0:1761313446.523981:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:0.0:1761313446.523984:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.523988:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000200:1.0:1761313446.524087:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.524092:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.524096:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.524101:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000020:00000010:3.0:1761313446.524309:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059f1a384. 00000020:00000010:3.0:1761313446.524317:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.524321:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000efa7bca. 00000100:00000200:3.0:1761313446.524342:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199510336/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313446.524371:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510336 02000000:00000010:3.0:1761313446.524383:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090bcc046. 00010000:00000010:3.0:1761313446.524407:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2fab3fa. 00010000:00000010:3.0:1761313446.524426:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.524431:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.524444:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.524447:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.524461:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d33773eb. 00000100:00000200:3.0:1761313446.524465:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510336, offset 224 00000400:00000200:3.0:1761313446.524487:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:2.0:1761313446.524487:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f76f334. 00000400:00000200:3.0:1761313446.524498:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.524503:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89299:89299:256:4294967295] 192.168.204.1@tcp LPNI seq info [89299:89299:8:4294967295] 00000400:00000200:3.0:1761313446.524512:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.524517:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.524520:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313446.524525:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.524531:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.524534:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.524555:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.524560:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000efa7bca. 00000020:00000010:3.0:1761313446.524564:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059f1a384. 00010000:00000010:2.0:1761313446.524573:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a4fbe0. 00010000:00000010:2.0:1761313446.524579:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e247294d. 00010000:00000010:2.0:1761313446.524646:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9b404f7. 00010000:00000010:2.0:1761313446.524653:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313446.524664:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.524667:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.524673:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.524684:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b26ec79. 02000000:00000010:2.0:1761313446.524704:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000000e4d0b. 00000400:00000010:2.0:1761313446.524709:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000091adf0d. 00000400:00000010:2.0:1761313446.524712:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000186eaed7. 00000100:00000200:2.0:1761313446.524717:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490496, portal 16 00000400:00000010:2.0:1761313446.524720:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021a4f2ae. 00000100:00000200:2.0:1761313446.524722:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490496, offset 0 00000400:00000200:2.0:1761313446.524727:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.524732:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.524738:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.524742:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.524745:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.524748:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89300:89300:255:4294967295] 192.168.204.1@tcp LPNI seq info [89300:89300:7:4294967295] 00000400:00000200:2.0:1761313446.524754:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.524759:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.524762:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb86b6d5 (tot 82355018). 00000800:00000200:2.0:1761313446.524765:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.524769:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.524771:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bb86b6d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.524816:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.524819:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354770). 00000400:00000200:1.0:1761313446.524823:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.524827:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.524829:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d33773eb 00000400:00000010:1.0:1761313446.524831:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d33773eb. 00000800:00000200:1.0:1761313446.524873:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.524874:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb86b6d5 (tot 82354522). 00000400:00000200:1.0:1761313446.524877:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.524880:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.524882:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021a4f2ae 00000400:00000010:1.0:1761313446.524883:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021a4f2ae. 00000100:00000200:1.0:1761313446.524887:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206490496/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.526834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba059737. 00010000:00000010:0.1:1761313446.526847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086050bf7. 00010000:00000010:0.1:1761313446.526851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0967ada. 00000400:00000200:1.0:1761313446.527305:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.527322:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdd80 00000400:00000200:1.0:1761313446.527328:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae411 [1] + 224 00000400:00000200:1.0:1761313446.527341:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.527344:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.527353:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206490496/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.527401:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000091adf0d. 00000400:00000200:2.0:1761313446.527405:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000186eaed7 00000400:00000010:2.0:1761313446.527407:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000186eaed7. 00000100:00000200:2.0:1761313446.527412:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206490496/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.527419:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206490496/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.527450:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000000e4d0b. 02000000:00000010:2.0:1761313446.527456:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b26ec79. 00000100:00000010:2.0:1761313446.527460:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.527465:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313446.527486:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000200:1.0:1761313446.527713:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.527719:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955b80 00000400:00000200:1.0:1761313446.527724:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacd69 [2] + 656 00000400:00000200:1.0:1761313446.528020:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.528024:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.528186:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.528193:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 00000020:00000010:3.0:1761313446.528237:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059f1a384. 00000020:00000010:3.0:1761313446.528244:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005528f1a2. 00000020:00000010:3.0:1761313446.528248:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000efa7bca. 00000100:00000200:3.0:1761313446.528269:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a65e944 x1846869199510400/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313446.528302:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510400 02000000:00000010:3.0:1761313446.528312:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c646696a. 00010000:00000010:3.0:1761313446.528336:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000beab913. 00010000:00000010:3.0:1761313446.528353:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.528357:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.528456:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.528460:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00080000:00000010:3.0:1761313446.528612:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091e6ab26. 00010000:00000010:3.0:1761313446.528696:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:3.0:1761313446.528701:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032875d8b. 00010000:00000010:3.0:1761313446.528776:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.0:1761313446.528781:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.528788:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.528791:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.528795:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.528804:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000776b143e. 02000000:00000010:3.0:1761313446.528823:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067a3879b. 00000400:00000010:3.0:1761313446.528826:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.528830:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.528836:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490560, portal 16 00000400:00000010:3.0:1761313446.528839:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b590dea. 00000100:00000200:3.0:1761313446.528841:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490560, offset 0 00000400:00000200:3.0:1761313446.528847:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.528856:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.528862:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.528866:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.528868:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.528871:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89301:89301:256:4294967295] 192.168.204.1@tcp LPNI seq info [89301:89301:8:4294967295] 00000400:00000200:3.0:1761313446.528879:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.528883:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.528887:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354770). 00000800:00000200:3.0:1761313446.528892:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.528899:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.528902:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1761313446.528943:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000186eaed7. 00000100:00000200:2.0:1761313446.528947:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510400, offset 224 00000400:00000200:2.0:1761313446.528952:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.528957:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.528960:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89302:89302:255:4294967295] 192.168.204.1@tcp LPNI seq info [89302:89302:7:4294967295] 00000400:00000200:2.0:1761313446.528967:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.528971:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.528973:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068b7b57f (tot 82355018). 00000800:00000200:2.0:1761313446.528977:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.528980:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.528982:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068b7b57f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.528993:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005528f1a2. 00000020:00000010:2.0:1761313446.528996:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000efa7bca. 00000020:00000010:2.0:1761313446.529001:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059f1a384. 00000800:00000200:1.0:1761313446.529008:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.529012:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354770). 00000400:00000200:1.0:1761313446.529015:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.529019:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.529022:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b590dea 00000400:00000010:1.0:1761313446.529024:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b590dea. 00000100:00000200:1.0:1761313446.529032:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206490560/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761313446.529088:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.529090:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068b7b57f (tot 82354522). 00000400:00000200:1.0:1761313446.529094:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.529097:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.529099:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000186eaed7 00000400:00000010:1.0:1761313446.529100:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000186eaed7. 00010000:00000010:3.1:1761313446.530973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045dacc16. 00000400:00000200:1.0:1761313446.531525:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.531542:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffddc0 00000400:00000200:1.0:1761313446.531550:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae419 [1] + 224 00000400:00000200:1.0:1761313446.531561:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.531564:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.531572:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206490560/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.531602:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.531607:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955bc0 00000400:00000200:1.0:1761313446.531611:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacd69 [2] + 984 00000400:00000200:1.0:1761313446.531619:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.531622:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.531625:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.531629:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000400:00000010:3.0:1761313446.531781:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.531787:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.531789:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.531798:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206490560/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.531807:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206490560/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.531835:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067a3879b. 02000000:00000010:3.0:1761313446.531843:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000776b143e. 00000100:00000010:3.0:1761313446.531848:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.531851:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.531856:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000020:00000010:2.0:1761313446.531924:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b26ec79. 00000020:00000010:2.0:1761313446.531930:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.531934:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.531958:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199510464/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.531993:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510464 02000000:00000010:2.0:1761313446.532005:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000000e4d0b. 00010000:00000010:2.0:1761313446.532042:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313446.532063:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.532068:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.532081:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313446.532083:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.532094:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcbfc429. 00000100:00000200:2.0:1761313446.532099:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510464, offset 224 00000400:00000200:2.0:1761313446.532106:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.532115:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.532120:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89303:89303:256:4294967295] 192.168.204.1@tcp LPNI seq info [89303:89303:8:4294967295] 00000400:00000200:2.0:1761313446.532129:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.532134:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.532137:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c24a49b (tot 82354770). 00000800:00000200:2.0:1761313446.532142:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.532148:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.532151:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c24a49b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.532181:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.532185:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.532187:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b26ec79. 00080000:00000010:3.0:1761313446.532319:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000776b143e. 00010000:00000010:3.0:1761313446.532409:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.532415:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a39f2441. 00010000:00000010:3.0:1761313446.532519:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313446.532525:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.532534:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.532537:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.532543:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.532552:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067a3879b. 02000000:00000010:3.0:1761313446.532576:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037d64ae9. 00000400:00000010:3.0:1761313446.532581:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.532584:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.532589:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490624, portal 16 00000400:00000010:3.0:1761313446.532593:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b8ed9c. 00000100:00000200:3.0:1761313446.532596:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490624, offset 0 00000400:00000200:3.0:1761313446.532601:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.532607:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.532613:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.532616:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.532619:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.532621:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89304:89304:255:4294967295] 192.168.204.1@tcp LPNI seq info [89304:89304:7:4294967295] 00000400:00000200:3.0:1761313446.532628:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.532632:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.532635:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82355018). 00000800:00000200:3.0:1761313446.532639:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.532644:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.532646:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.532739:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.532743:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c24a49b (tot 82354770). 00000400:00000200:1.0:1761313446.532747:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.532751:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.532754:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcbfc429 00000400:00000010:1.0:1761313446.532756:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcbfc429. 00000800:00000200:1.0:1761313446.533115:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.533118:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354522). 00000400:00000200:1.0:1761313446.533122:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.533126:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.533128:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b8ed9c 00000400:00000010:1.0:1761313446.533129:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b8ed9c. 00000100:00000200:1.0:1761313446.533136:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206490624/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.534522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c9d7654. 00010000:00000010:2.1:1761313446.534534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009adfa18b. 00000400:00000200:1.0:1761313446.535911:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.535930:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffde00 00000400:00000200:1.0:1761313446.535938:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae429 [1] + 224 00000400:00000200:1.0:1761313446.535949:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.535952:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.535962:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206490624/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.535998:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.536003:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955c00 00000400:00000200:1.0:1761313446.536008:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacd69 [2] + 1312 00000400:00000200:1.0:1761313446.536068:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.536072:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.536076:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.536081:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000400:00000010:3.0:1761313446.536214:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.536220:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.536222:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.536230:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206490624/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.536237:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206490624/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.536269:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037d64ae9. 02000000:00000010:3.0:1761313446.536275:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000067a3879b. 00000100:00000010:3.0:1761313446.536280:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.536283:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.536287:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000020:00000010:0.0:1761313446.536510:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005ab16c9. 00000020:00000010:0.0:1761313446.536517:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.536522:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.536547:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199510528/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313446.536576:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510528 02000000:00000010:0.0:1761313446.536586:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000897083d2. 00010000:00000010:0.0:1761313446.536613:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006841f18e. 00010000:00000010:0.0:1761313446.536635:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.536642:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.536652:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.536655:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.536667:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313446.536671:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510528, offset 224 00000400:00000200:0.0:1761313446.536677:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.536687:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.536692:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89305:89305:256:4294967295] 192.168.204.1@tcp LPNI seq info [89305:89305:8:4294967295] 00000400:00000200:0.0:1761313446.536701:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.536706:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.536710:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313446.536716:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.536721:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.536725:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.536737:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.536741:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.536744:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005ab16c9. 00000800:00000200:1.0:1761313446.536998:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.537002:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:1.0:1761313446.537005:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.537008:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.537011:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:1.0:1761313446.537012:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00080000:00000010:3.0:1761313446.537114:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067a3879b. 00010000:00000010:3.0:1761313446.537208:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.537215:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039348099. 00010000:00000010:3.0:1761313446.537292:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.0:1761313446.537298:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.537307:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.537311:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.537316:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.537327:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037d64ae9. 02000000:00000010:3.0:1761313446.537351:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059f1a384. 00000400:00000010:3.0:1761313446.537356:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.537360:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.537364:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490688, portal 16 00000400:00000010:3.0:1761313446.537368:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313446.537371:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490688, offset 0 00000400:00000200:3.0:1761313446.537375:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.537382:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.537388:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.537391:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.537394:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.537396:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89306:89306:256:4294967295] 192.168.204.1@tcp LPNI seq info [89306:89306:8:4294967295] 00000400:00000200:3.0:1761313446.537403:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.537407:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.537411:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354770). 00000800:00000200:3.0:1761313446.537415:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.537418:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.537421:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.537853:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.537856:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354522). 00000400:00000200:1.0:1761313446.537859:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.537863:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.537866:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:1.0:1761313446.537867:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:1.0:1761313446.537873:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206490688/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.538741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b6e19bf. 00010000:00000010:3.1:1761313446.538752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d4ef393. 00010000:00000010:3.1:1761313446.538757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9b404f7. 00000400:00000200:1.0:1761313446.541164:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.541187:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffde40 00000400:00000200:1.0:1761313446.541195:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae435 [1] + 224 00000400:00000200:1.0:1761313446.541212:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.541217:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.541229:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206490688/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.541463:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.541561:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.541564:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.541573:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206490688/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.541586:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206490688/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.541617:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059f1a384. 02000000:00000010:3.0:1761313446.541626:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037d64ae9. 00000100:00000010:3.0:1761313446.541629:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.541634:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.541638:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000200:1.0:1761313446.541745:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.541754:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955c40 00000400:00000200:1.0:1761313446.541759:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacd69 [2] + 1640 00000400:00000200:1.0:1761313446.541942:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.541947:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.541951:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.541956:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 00000020:00000010:2.0:1761313446.542169:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b26ec79. 00000020:00000010:2.0:1761313446.542175:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.542179:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.542199:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ad394eb x1846869199510592/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313446.542466:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510592 02000000:00000010:2.0:1761313446.542504:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073c1fffa. 00010000:00000010:2.0:1761313446.542530:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004625a6fa. 00010000:00000010:2.0:1761313446.543228:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.543238:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.543255:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313446.543258:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.543274:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035d7aaa1. 00000100:00000200:2.0:1761313446.543279:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510592, offset 224 00000400:00000200:2.0:1761313446.543289:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.543303:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.543309:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89307:89307:256:4294967295] 192.168.204.1@tcp LPNI seq info [89307:89307:8:4294967295] 00000400:00000200:2.0:1761313446.543319:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.543324:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.543328:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a90f11e (tot 82354770). 00000800:00000200:2.0:1761313446.543333:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.543340:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.543343:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a90f11e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.543364:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.543368:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.543372:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b26ec79. 00080000:00000010:3.0:1761313446.543500:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad7b50b3. 00010000:00000010:3.0:1761313446.543591:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.543598:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007dd5510c. 00010000:00000010:3.0:1761313446.543680:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069244663. 00010000:00000010:3.0:1761313446.543688:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.543701:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.543704:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.543712:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.543726:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004dbdab91. 02000000:00000010:3.0:1761313446.543753:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008151368d. 00000400:00000010:3.0:1761313446.543760:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.543765:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.543769:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490752, portal 16 00000400:00000010:3.0:1761313446.543774:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b08f2b92. 00000100:00000200:3.0:1761313446.543776:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490752, offset 0 00000400:00000200:3.0:1761313446.543781:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.543788:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.543795:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.543798:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.543801:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.543803:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89308:89308:255:4294967295] 192.168.204.1@tcp LPNI seq info [89308:89308:7:4294967295] 00000400:00000200:3.0:1761313446.543811:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.543815:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.543818:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82355018). 00000800:00000200:3.0:1761313446.543821:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.543825:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.543827:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.543992:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.543996:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a90f11e (tot 82354770). 00000400:00000200:1.0:1761313446.544001:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.544006:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.544009:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035d7aaa1 00000400:00000010:1.0:1761313446.544011:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035d7aaa1. 00000800:00000200:1.0:1761313446.544083:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.544085:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:1.0:1761313446.544087:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.544090:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.544092:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b08f2b92 00000400:00000010:1.0:1761313446.544093:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b08f2b92. 00000100:00000200:1.0:1761313446.544100:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206490752/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.546835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018759e5f. 00010000:00000010:2.1:1761313446.546901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e4f22b6. 00010000:00000010:3.1:1761313446.546990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baec5e9a. 00010000:00000010:3.1:1761313446.546997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00000400:00000200:1.0:1761313446.547326:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.547343:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffde80 00000400:00000200:1.0:1761313446.547351:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae441 [1] + 224 00000400:00000200:1.0:1761313446.547364:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.547368:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.547378:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206490752/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.547461:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.547501:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.547504:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.547511:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206490752/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.547519:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206490752/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.547552:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008151368d. 02000000:00000010:3.0:1761313446.547558:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004dbdab91. 00000100:00000010:3.0:1761313446.547562:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.547566:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.547570:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000200:1.0:1761313446.549152:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.549178:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955c80 00000400:00000200:1.0:1761313446.549185:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacd69 [2] + 1968 00000400:00000010:1.0:1761313446.549189:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057a38f12. 00000400:00000200:1.0:1761313446.549196:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d866e073 00000400:00000200:1.0:1761313446.549261:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.549266:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.549269:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d866e073 00000400:00000010:1.0:1761313446.549271:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d866e073 (tot 82354370). 00000100:00000200:1.0:1761313446.549277:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313446.549380:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b26ec79. 00000020:00000010:2.0:1761313446.549388:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.549394:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.549420:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f73bef19 x1846869199510656/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.549543:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510656 02000000:00000010:2.0:1761313446.549556:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1af202e. 00010000:00000010:2.0:1761313446.549585:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8709bec. 00010000:00000010:2.0:1761313446.549606:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.549613:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000625b549b. 00000100:00000010:2.0:1761313446.549626:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000625b549b. 00010000:00000010:2.0:1761313446.549629:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.549641:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d83013. 00000100:00000200:2.0:1761313446.549646:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510656, offset 224 00000400:00000200:2.0:1761313446.549653:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.549662:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.549667:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89309:89309:256:4294967295] 192.168.204.1@tcp LPNI seq info [89309:89309:8:4294967295] 00000400:00000200:2.0:1761313446.549677:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.549682:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.549686:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048e3401e (tot 82354618). 00000800:00000200:2.0:1761313446.549693:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.549701:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.549704:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048e3401e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.549727:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.549731:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.549734:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b26ec79. 02000000:00000010:2.0:1761313446.549743:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073c1fffa. 00000100:00000010:2.0:1761313446.549746:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 02000000:00000010:2.0:1761313446.549749:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000897083d2. 00000100:00000010:2.0:1761313446.549753:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 02000000:00000010:2.0:1761313446.549756:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000000e4d0b. 00000100:00000010:2.0:1761313446.549758:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 02000000:00000010:2.0:1761313446.549761:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c646696a. 00000100:00000010:2.0:1761313446.549764:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 02000000:00000010:2.0:1761313446.549767:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090bcc046. 00000100:00000010:2.0:1761313446.549769:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 02000000:00000010:2.0:1761313446.549771:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c94183a1. 00000100:00000010:2.0:1761313446.549773:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 00000100:00000200:2.0:1761313446.549779:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313446.549783:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000091adf0d. 00000400:00000010:2.0:1761313446.549787:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000625b549b (tot 82354770). 00080000:00000010:3.0:1761313446.550386:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dbdab91. 00000800:00000200:1.0:1761313446.550546:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.550550:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048e3401e (tot 82354522). 00000400:00000200:1.0:1761313446.550554:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.550560:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.550564:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d83013 00000400:00000010:1.0:1761313446.550566:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d83013. 02000000:00000010:1.0:1761313446.550571:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1af202e. 00010000:00000010:3.0:1761313446.550837:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.550847:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5c97ccd. 00010000:00000010:3.0:1761313446.550925:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.0:1761313446.550931:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.550944:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.550949:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.550957:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.550970:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008151368d. 02000000:00000010:3.0:1761313446.550993:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bccd595b. 00000400:00000010:3.0:1761313446.550998:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.551002:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.551007:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490816, portal 16 00000400:00000010:3.0:1761313446.551011:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac83a63. 00000100:00000200:3.0:1761313446.551013:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490816, offset 0 00000400:00000200:3.0:1761313446.551020:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.551030:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.551037:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.551040:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.551043:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.551046:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89310:89310:256:4294967295] 192.168.204.1@tcp LPNI seq info [89310:89310:8:4294967295] 00000400:00000200:3.0:1761313446.551054:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.551060:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.551063:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82354770). 00000800:00000200:3.0:1761313446.551069:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.551075:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.551078:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.551192:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.551195:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:1.0:1761313446.551198:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.551202:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.551204:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac83a63 00000400:00000010:1.0:1761313446.551206:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac83a63. 00000100:00000200:1.0:1761313446.551213:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206490816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.554771:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.554791:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdec0 00000400:00000200:1.0:1761313446.554800:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae451 [1] + 224 00000400:00000200:1.0:1761313446.554812:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.554817:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.554827:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206490816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.554866:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.554871:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955cc0 00000400:00000200:1.0:1761313446.554877:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacdc1 [2] + 0 00000400:00000010:3.0:1761313446.554884:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:1.0:1761313446.554887:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.554890:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000200:1.0:1761313446.554892:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000010:3.0:1761313446.554893:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.554903:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206490816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313446.554903:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.554911:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 00000100:00000200:3.0:1761313446.554913:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206490816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.554943:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bccd595b. 02000000:00000010:3.0:1761313446.554950:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008151368d. 00000100:00000010:3.0:1761313446.554954:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.554957:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.554961:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000020:00000010:2.0:1761313446.555018:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009645e566. 00000020:00000010:2.0:1761313446.555024:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.555027:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.555055:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dc8069e x1846869199510720/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313446.555084:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510720 02000000:00000010:2.0:1761313446.555096:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1af202e. 00010000:00000010:2.0:1761313446.555118:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d45221c. 00010000:00000010:2.0:1761313446.555134:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.555139:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000801c9c3b. 00000100:00000010:2.0:1761313446.555150:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000801c9c3b. 00010000:00000010:2.0:1761313446.555153:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.555172:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085c15d57. 00000100:00000200:2.0:1761313446.555176:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510720, offset 224 00000400:00000200:2.0:1761313446.555182:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.555191:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.555196:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89311:89311:256:4294967295] 192.168.204.1@tcp LPNI seq info [89311:89311:8:4294967295] 00000400:00000200:2.0:1761313446.555205:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.555210:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.555213:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f58fd2 (tot 82354770). 00000800:00000200:2.0:1761313446.555218:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.555223:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.555226:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098f58fd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.555248:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.555251:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.555254:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009645e566. 00080000:00000010:3.0:1761313446.555385:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090bcc046. 00010000:00000010:3.1:1761313446.555508:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000849ed398. 00010000:00000010:3.1:1761313446.555513:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.1:1761313446.555517:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd6689d9. 00010000:00000010:3.1:1761313446.555519:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.0:1761313446.555526:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.555531:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b0cc974. 00010000:00000010:3.0:1761313446.555603:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.0:1761313446.555608:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.555616:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.555619:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.555624:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.555634:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c646696a. 02000000:00000010:3.0:1761313446.555652:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037d64ae9. 00000400:00000010:3.0:1761313446.555655:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.555658:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.555663:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490880, portal 16 00000400:00000010:3.0:1761313446.555667:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040bc3654. 00000100:00000200:3.0:1761313446.555668:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490880, offset 0 00000400:00000200:3.0:1761313446.555674:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.555680:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.555686:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.555689:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.555692:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.555695:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89312:89312:255:4294967295] 192.168.204.1@tcp LPNI seq info [89312:89312:7:4294967295] 00000400:00000200:3.0:1761313446.555703:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.555708:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.555711:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2099ebe (tot 82355018). 00000800:00000200:1.0:1761313446.555711:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1761313446.555716:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000010:1.0:1761313446.555717:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f58fd2 (tot 82354770). 00000800:00000200:3.0:1761313446.555721:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000400:00000200:1.0:1761313446.555723:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1761313446.555724:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e2099ebe type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1761313446.555731:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.555735:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085c15d57 00000400:00000010:1.0:1761313446.555738:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085c15d57. 00000800:00000200:1.0:1761313446.555768:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.555770:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2099ebe (tot 82354522). 00000400:00000200:1.0:1761313446.555772:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.555776:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.555778:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040bc3654 00000400:00000010:1.0:1761313446.555780:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040bc3654. 00000100:00000200:1.0:1761313446.555787:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206490880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.566520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1892801. 00000400:00000200:1.0:1761313446.567090:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.567109:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdf00 00000400:00000200:1.0:1761313446.567117:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae45d [1] + 224 00000400:00000200:1.0:1761313446.567144:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.567149:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.567171:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206490880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.567216:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000010:3.0:1761313446.567233:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.567239:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.567241:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.567249:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206490880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.567257:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206490880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.567285:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037d64ae9. 02000000:00000010:3.0:1761313446.567290:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c646696a. 00000100:00000010:3.0:1761313446.567295:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.567299:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.567302:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000200:1.0:1761313446.567390:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955d00 00000400:00000200:1.0:1761313446.567396:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacdc1 [2] + 328 00000400:00000200:1.0:1761313446.567590:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.567595:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.567599:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.567605:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00000020:00000010:0.0:1761313446.567773:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005ab16c9. 00000020:00000010:0.0:1761313446.567781:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.567785:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.567807:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199510784/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313446.567835:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510784 02000000:00000010:0.0:1761313446.567846:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009018164. 00010000:00000010:0.0:1761313446.567872:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d61c4f5d. 00010000:00000010:0.0:1761313446.567890:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.567895:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.567904:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.567907:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.567919:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f44040b3. 00000100:00000200:0.0:1761313446.567923:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510784, offset 224 00000400:00000200:0.0:1761313446.567930:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.567941:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.567946:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89313:89313:256:4294967295] 192.168.204.1@tcp LPNI seq info [89313:89313:8:4294967295] 00000400:00000200:0.0:1761313446.567956:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.567961:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.567965:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313446.567970:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.567975:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.567979:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.568000:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.568004:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.568006:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005ab16c9. 00080000:00000010:3.0:1761313446.568279:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c646696a. 00010000:00000010:3.0:1761313446.568363:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.568368:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ac08a36. 00010000:00000010:3.0:1761313446.568443:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313446.568448:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.568456:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.568459:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.568464:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.568502:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037d64ae9. 02000000:00000010:3.0:1761313446.568521:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059f1a384. 00000400:00000010:3.0:1761313446.568525:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.568528:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.568532:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206490944, portal 16 00000400:00000010:3.0:1761313446.568536:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172cca3d. 00000100:00000200:3.0:1761313446.568538:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206490944, offset 0 00000400:00000200:3.0:1761313446.568543:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.568549:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.568555:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.568558:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.568560:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.568563:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89314:89314:255:4294967295] 192.168.204.1@tcp LPNI seq info [89314:89314:7:4294967295] 00000400:00000200:3.0:1761313446.568569:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.568573:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.568577:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2099ebe (tot 82355018). 00000800:00000200:3.0:1761313446.568580:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.568583:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.568586:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e2099ebe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.568836:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.568839:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354770). 00000400:00000200:1.0:1761313446.568843:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.568847:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.568850:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f44040b3 00000400:00000010:1.0:1761313446.568851:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f44040b3. 00000800:00000200:1.0:1761313446.568899:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.568901:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2099ebe (tot 82354522). 00000400:00000200:1.0:1761313446.568904:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.568907:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.568909:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172cca3d 00000400:00000010:1.0:1761313446.568910:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172cca3d. 00000100:00000200:1.0:1761313446.568916:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206490944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.569506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac86dba5. 00010000:00000010:3.1:1761313446.569514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069244663. 00010000:00000010:3.1:1761313446.569518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7492c25. 00010000:00000010:2.1:1761313446.569521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008777349. 00010000:00000010:3.1:1761313446.569522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00010000:00000010:2.1:1761313446.569530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000521d89df. 00010000:00000010:0.1:1761313446.573558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f49e4989. 00000400:00000200:1.0:1761313446.575304:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.575329:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdf40 00000400:00000200:1.0:1761313446.575337:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae469 [1] + 224 00000400:00000200:1.0:1761313446.575353:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.575357:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.575367:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206490944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.575451:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.575457:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.575459:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.575467:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206490944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.575508:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206490944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.575540:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059f1a384. 02000000:00000010:3.0:1761313446.575546:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037d64ae9. 00000100:00000010:3.0:1761313446.575549:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.575553:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.575558:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00010000:00000010:3.1:1761313446.576611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c6382c1. 00010000:00000010:3.1:1761313446.576624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b208bf8. 00000400:00000200:1.0:1761313446.577299:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.577314:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955d40 00000400:00000200:1.0:1761313446.577322:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacdc1 [2] + 656 00000400:00000200:1.0:1761313446.577750:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.577756:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.577761:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.577767:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00000020:00000010:0.0:1761313446.577860:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005ab16c9. 00000020:00000010:0.0:1761313446.577868:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.577872:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.577904:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199510848/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313446.577948:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510848 02000000:00000010:0.0:1761313446.577962:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000897083d2. 00010000:00000010:0.0:1761313446.577993:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7c53479. 00010000:00000010:0.0:1761313446.578017:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.578024:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.578037:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.578041:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.578055:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313446.578060:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510848, offset 224 00000400:00000200:0.0:1761313446.578067:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.578077:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.578083:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89315:89315:256:4294967295] 192.168.204.1@tcp LPNI seq info [89315:89315:8:4294967295] 00000400:00000200:0.0:1761313446.578097:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.578102:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.578106:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018b1f5e4 (tot 82354770). 00000800:00000200:0.0:1761313446.578111:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.578117:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.578120:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018b1f5e4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.578144:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.578148:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.578151:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005ab16c9. 00080000:00000010:3.0:1761313446.578633:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037d64ae9. 00010000:00000010:3.0:1761313446.578720:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.578727:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ae23447. 00010000:00000010:3.0:1761313446.578799:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.0:1761313446.578806:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.578816:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.578820:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.578827:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.578837:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059f1a384. 02000000:00000010:3.0:1761313446.578860:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008151368d. 00000400:00000010:3.0:1761313446.578866:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.578870:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.578875:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491008, portal 16 00000400:00000010:3.0:1761313446.578879:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d690a504. 00000100:00000200:3.0:1761313446.578880:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491008, offset 0 00000400:00000200:3.0:1761313446.578886:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.578893:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.578899:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.578903:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.578906:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.578908:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89316:89316:255:4294967295] 192.168.204.1@tcp LPNI seq info [89316:89316:7:4294967295] 00000400:00000200:3.0:1761313446.578915:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.578919:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.578923:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82355018). 00000800:00000200:3.0:1761313446.578927:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.578932:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.578934:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.579380:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.579383:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018b1f5e4 (tot 82354770). 00000400:00000200:1.0:1761313446.579387:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.579391:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.579395:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:1.0:1761313446.579396:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000800:00000200:1.0:1761313446.580330:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.580335:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:1.0:1761313446.580340:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.580346:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.580350:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d690a504 00000400:00000010:1.0:1761313446.580351:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d690a504. 00000100:00000200:1.0:1761313446.580360:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206491008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.581269:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.581285:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdf80 00000400:00000200:1.0:1761313446.581295:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae475 [1] + 224 00000400:00000200:1.0:1761313446.581306:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.581309:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.581316:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206491008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.581385:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.581391:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955d80 00000400:00000200:1.0:1761313446.581396:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacdc1 [2] + 984 00000400:00000200:1.0:1761313446.581404:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.581408:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.581412:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.581416:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 00000400:00000010:3.0:1761313446.581552:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.581557:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.581559:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.581565:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206491008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.581573:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206491008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.581604:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008151368d. 02000000:00000010:3.0:1761313446.581610:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000059f1a384. 00000100:00000010:3.0:1761313446.581615:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.581618:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.581622:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000020:00000010:2.0:1761313446.581855:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009645e566. 00000020:00000010:2.0:1761313446.581862:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.581866:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.581887:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a333fac x1846869199510912/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313446.581919:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510912 02000000:00000010:2.0:1761313446.581931:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c94183a1. 00010000:00000010:2.0:1761313446.581957:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002902341b. 00010000:00000010:2.0:1761313446.581974:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.581980:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000801c9c3b. 00000100:00000010:2.0:1761313446.581994:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000801c9c3b. 00010000:00000010:2.0:1761313446.581996:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.582008:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085c15d57. 00000100:00000200:2.0:1761313446.582012:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510912, offset 224 00000400:00000200:2.0:1761313446.582019:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.582028:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.582033:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89317:89317:256:4294967295] 192.168.204.1@tcp LPNI seq info [89317:89317:8:4294967295] 00000400:00000200:2.0:1761313446.582042:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.582047:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.582050:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049af6073 (tot 82354770). 00000800:00000200:2.0:1761313446.582055:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.582060:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.582064:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049af6073 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.582084:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.582088:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.582091:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009645e566. 00080000:00000010:3.0:1761313446.582163:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008151368d. 00010000:00000010:3.0:1761313446.582240:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.582246:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6d5cc83. 00010000:00000010:3.0:1761313446.582314:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.0:1761313446.582319:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313446.582326:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.582328:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.582333:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.582341:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bccd595b. 02000000:00000010:3.0:1761313446.582359:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059f1a384. 00000400:00000010:3.0:1761313446.582363:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.582366:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.582370:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491072, portal 16 00000400:00000010:3.0:1761313446.582373:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d214ba. 00000100:00000200:3.0:1761313446.582375:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491072, offset 0 00000400:00000200:3.0:1761313446.582379:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.582384:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.582390:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.582393:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.582396:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.582398:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89318:89318:255:4294967295] 192.168.204.1@tcp LPNI seq info [89318:89318:7:4294967295] 00000400:00000200:3.0:1761313446.582404:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.582408:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.582411:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82355018). 00000800:00000200:3.0:1761313446.582414:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.582417:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.582420:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.582521:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.582523:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049af6073 (tot 82354770). 00000400:00000200:1.0:1761313446.582527:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.582531:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.582534:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085c15d57 00000400:00000010:1.0:1761313446.582536:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085c15d57. 00000800:00000200:1.0:1761313446.582598:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.582600:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:1.0:1761313446.582603:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.582606:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.582608:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d214ba 00000400:00000010:1.0:1761313446.582610:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d214ba. 00000100:00000200:1.0:1761313446.582615:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206491072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.583515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003065878c. 00010000:00000010:3.1:1761313446.586651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a71cf92. 00010000:00000010:3.1:1761313446.586674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.1:1761313446.591142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b55722f2. 00010000:00000010:3.1:1761313446.591170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b208bf8. 00000400:00000200:1.0:1761313446.591355:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.591376:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffdfc0 00000400:00000200:1.0:1761313446.591384:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae481 [1] + 224 00000400:00000200:1.0:1761313446.591395:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.591398:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.591410:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206491072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.591520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b37acd1a. 00000400:00000200:1.0:1761313446.591817:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.591823:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955dc0 00000400:00000200:1.0:1761313446.591828:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacdc1 [2] + 1312 00000400:00000200:1.0:1761313446.591879:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.591882:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.591886:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.591891:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 00000400:00000010:3.0:1761313446.591939:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.591943:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.591945:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.591951:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206491072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.591958:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206491072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.592025:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059f1a384. 02000000:00000010:3.0:1761313446.592031:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bccd595b. 00000100:00000010:3.0:1761313446.592035:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.592038:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.592042:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000020:00000010:0.0:1761313446.592340:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005ab16c9. 00000020:00000010:0.0:1761313446.592349:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.592354:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.592383:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013181f7b x1846869199510976/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313446.592421:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199510976 02000000:00000010:0.0:1761313446.592438:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001551ec32. 00010000:00000010:0.0:1761313446.592488:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0b25e0d. 00010000:00000010:0.0:1761313446.592511:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.592517:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.592523:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.592525:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.592538:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313446.592542:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199510976, offset 224 00080000:00000010:2.0:1761313446.592543:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000000e4d0b. 00000400:00000200:0.0:1761313446.592549:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.592558:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.592565:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89319:89319:256:4294967295] 192.168.204.1@tcp LPNI seq info [89319:89319:8:4294967295] 00000400:00000200:0.0:1761313446.592576:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.592583:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.592587:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aace3980 (tot 82354770). 00000800:00000200:0.0:1761313446.592593:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.592599:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.592603:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aace3980 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.592629:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.592634:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.592637:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005ab16c9. 00010000:00000010:2.0:1761313446.592642:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:2.0:1761313446.592648:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062815203. 00010000:00000010:2.0:1761313446.592722:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c84e8970. 00010000:00000010:2.0:1761313446.592728:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00010000:00000010:2.0:1761313446.592740:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.592744:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000801c9c3b. 00000100:00000010:2.0:1761313446.592751:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313446.592764:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073c1fffa. 02000000:00000010:2.0:1761313446.592788:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b26ec79. 00000400:00000010:2.0:1761313446.592793:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000477c657e. 00000400:00000010:2.0:1761313446.592798:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d83013. 00000100:00000200:2.0:1761313446.592803:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491136, portal 16 00000400:00000010:2.0:1761313446.592808:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035d7aaa1. 00000100:00000200:2.0:1761313446.592809:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491136, offset 0 00000400:00000200:2.0:1761313446.592814:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.592819:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.592825:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.592828:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.592832:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.592834:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89320:89320:255:4294967295] 192.168.204.1@tcp LPNI seq info [89320:89320:7:4294967295] 00000400:00000200:2.0:1761313446.592840:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.592844:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.592847:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2464fd1 (tot 82355018). 00000800:00000200:2.0:1761313446.592851:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.592854:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.592856:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f2464fd1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.592904:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.592908:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aace3980 (tot 82354770). 00000400:00000200:1.0:1761313446.592912:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.592915:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.592918:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:1.0:1761313446.592920:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00000800:00000200:1.0:1761313446.592969:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.592971:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2464fd1 (tot 82354522). 00000400:00000200:1.0:1761313446.592975:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.592977:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.592979:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035d7aaa1 00000400:00000010:1.0:1761313446.592980:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035d7aaa1. 00000100:00000200:1.0:1761313446.592984:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206491136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.595175:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.595197:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe000 00000400:00000200:1.0:1761313446.595205:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae48d [1] + 224 00000400:00000200:1.0:1761313446.595218:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.595221:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.595230:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206491136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.595258:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.595262:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955e00 00000400:00000200:1.0:1761313446.595266:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacdc1 [2] + 1640 00000400:00000200:1.0:1761313446.595319:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.595322:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.595327:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.595333:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 00000400:00000010:2.0:1761313446.595448:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000477c657e. 00000400:00000200:2.0:1761313446.595464:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d83013 00000400:00000010:2.0:1761313446.595484:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d83013. 00000100:00000200:2.0:1761313446.595491:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206491136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.595499:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206491136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.595527:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b26ec79. 02000000:00000010:2.0:1761313446.595533:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000073c1fffa. 00000100:00000010:2.0:1761313446.595536:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:2.0:1761313446.595540:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000801c9c3b. 00010000:00000010:2.0:1761313446.595544:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000020:00000010:0.0:1761313446.595671:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005ab16c9. 00000020:00000010:0.0:1761313446.595681:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.595686:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.595708:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000479fcbdf x1846869199511040/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313446.595747:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511040 02000000:00000010:0.0:1761313446.595759:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8b5b399. 00010000:00000010:0.0:1761313446.595786:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000564ffc01. 00010000:00000010:0.0:1761313446.595805:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.595811:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.595884:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.595899:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.595913:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9dda38a. 00000100:00000200:0.0:1761313446.595919:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511040, offset 224 00000400:00000200:0.0:1761313446.595926:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.595937:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.595942:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89321:89321:256:4294967295] 192.168.204.1@tcp LPNI seq info [89321:89321:8:4294967295] 00000400:00000200:0.0:1761313446.595952:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.595957:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.595961:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313446.595966:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.595974:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.595977:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.595999:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313446.596004:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.596007:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005ab16c9. 00080000:00000010:3.0:1761313446.596078:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059f1a384. 00010000:00000010:3.0:1761313446.596177:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:3.0:1761313446.596183:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4e5f1cd. 00000800:00000200:1.0:1761313446.596220:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.596224:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:1.0:1761313446.596229:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.596234:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.596236:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9dda38a 00000400:00000010:1.0:1761313446.596238:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9dda38a. 00010000:00000010:3.0:1761313446.596252:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.0:1761313446.596259:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcdea591. 00010000:00000010:3.0:1761313446.596268:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.596271:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.596277:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.596287:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bccd595b. 02000000:00000010:3.0:1761313446.596308:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea71fbaf. 00000400:00000010:3.0:1761313446.596313:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.596316:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.596320:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491200, portal 16 00000400:00000010:3.0:1761313446.596324:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313446.596325:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491200, offset 0 00000400:00000200:3.0:1761313446.596330:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.596335:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.596342:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.596345:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.596348:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.596350:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89322:89322:256:4294967295] 192.168.204.1@tcp LPNI seq info [89322:89322:8:4294967295] 00000400:00000200:3.0:1761313446.596358:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.596362:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.596364:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354770). 00000800:00000200:3.0:1761313446.596368:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.596371:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.596374:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.596563:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.596566:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354522). 00000400:00000200:1.0:1761313446.596569:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.596573:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.596575:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:1.0:1761313446.596577:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000100:00000200:1.0:1761313446.596584:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206491200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.598749:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.598769:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe040 00000400:00000200:1.0:1761313446.598778:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae499 [1] + 224 00000400:00000200:1.0:1761313446.598789:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.598792:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.598801:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206491200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.598840:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.598845:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955e40 00000400:00000200:1.0:1761313446.598850:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacdc1 [2] + 1968 00000400:00000010:1.0:1761313446.598853:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aa0ca01. 00000400:00000200:1.0:1761313446.598857:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001c2dd1b2 00000400:00000200:1.0:1761313446.598911:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.598915:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.598917:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2dd1b2 00000400:00000010:1.0:1761313446.598919:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001c2dd1b2 (tot 82354370). 00000100:00000200:1.0:1761313446.598924:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1761313446.599021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba14cfde. 00010000:00000010:2.1:1761313446.599035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00000020:00000010:2.0:1761313446.599073:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073c1fffa. 00000020:00000010:2.0:1761313446.599080:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.599084:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.599111:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000067b37546 x1846869199511104/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313446.599143:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511104 02000000:00000010:2.0:1761313446.599163:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008b26ec79. 00010000:00000010:2.0:1761313446.599201:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.599209:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000801c9c3b. 00000100:00000010:2.0:1761313446.599215:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000801c9c3b. 00010000:00000010:2.0:1761313446.599219:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.599232:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d83013. 00000100:00000200:2.0:1761313446.599239:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511104, offset 224 00000400:00000200:2.0:1761313446.599247:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00010000:00000010:0.1:1761313446.599256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cef4aa2e. 00000400:00000200:2.0:1761313446.599260:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.599267:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89323:89323:256:4294967295] 192.168.204.1@tcp LPNI seq info [89323:89323:8:4294967295] 00000400:00000200:2.0:1761313446.599277:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.599282:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.599286:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004d6b004 (tot 82354618). 00000800:00000200:2.0:1761313446.599292:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.599299:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.599303:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000004d6b004 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.599316:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.599320:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.599323:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073c1fffa. 02000000:00000010:2.0:1761313446.599332:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8b5b399. 00000100:00000010:2.0:1761313446.599335:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 02000000:00000010:2.0:1761313446.599339:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001551ec32. 00000100:00000010:2.0:1761313446.599342:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 02000000:00000010:2.0:1761313446.599346:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c94183a1. 00000100:00000010:2.0:1761313446.599348:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 02000000:00000010:2.0:1761313446.599352:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000897083d2. 00000100:00000010:2.0:1761313446.599355:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:2.0:1761313446.599359:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009018164. 00000100:00000010:2.0:1761313446.599363:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 02000000:00000010:2.0:1761313446.599367:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1af202e. 00000100:00000010:2.0:1761313446.599369:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000100:00000200:2.0:1761313446.599374:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313446.599380:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000477c657e. 00000400:00000010:2.0:1761313446.599383:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000801c9c3b (tot 82354770). 00000400:00000010:3.0:1761313446.599557:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.599562:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.599563:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.599570:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206491200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.599578:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206491200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313446.599597:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000885a64bf. 02000000:00000010:3.0:1761313446.599612:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea71fbaf. 02000000:00000010:3.0:1761313446.599617:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bccd595b. 00000100:00000010:3.0:1761313446.599620:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.599623:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.599626:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00080000:00000010:3.0:1761313446.599641:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea71fbaf. 00010000:00000010:3.0:1761313446.599722:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcdea591. 00010000:00000010:3.0:1761313446.599728:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004394d5d2. 00010000:00000010:3.0:1761313446.599795:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c549fecb. 00010000:00000010:3.0:1761313446.599799:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000742c6db5. 00010000:00000010:3.0:1761313446.599804:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313446.599809:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcdea591. 00080000:00000010:3.0:1761313446.599821:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e282e4d5. 00010000:00000010:3.0:1761313446.599844:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcdea591. 00010000:00000010:3.0:1761313446.599847:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000742c6db5. 00010000:00000010:3.0:1761313446.599908:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069244663. 00010000:00000010:3.0:1761313446.599911:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcdea591. 00010000:00000010:3.0:1761313446.599919:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.599922:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.599928:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.599937:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004d80b6be. 02000000:00000010:3.0:1761313446.599958:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5e526a1. 00000400:00000010:3.0:1761313446.599962:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.599965:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.599968:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491264, portal 16 00000400:00000010:3.0:1761313446.599971:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b94f63a. 00000100:00000200:3.0:1761313446.599973:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491264, offset 0 00000400:00000200:3.0:1761313446.599979:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.599987:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.599994:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.599998:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.600000:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.600003:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89324:89324:255:4294967295] 192.168.204.1@tcp LPNI seq info [89324:89324:7:4294967295] 00000400:00000200:3.0:1761313446.600011:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.600016:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.600019:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82355018). 00000800:00000200:3.0:1761313446.600023:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.600027:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.600030:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.601220:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.601227:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004d6b004 (tot 82354770). 00000400:00000200:1.0:1761313446.601235:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.601242:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.601247:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d83013 00000400:00000010:1.0:1761313446.601249:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d83013. 02000000:00000010:1.0:1761313446.601255:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008b26ec79. 00000800:00000200:1.0:1761313446.601326:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.601328:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354522). 00000400:00000200:1.0:1761313446.601331:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.601334:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.601336:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b94f63a 00000400:00000010:1.0:1761313446.601338:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b94f63a. 00000100:00000200:1.0:1761313446.601350:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206491264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.601750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8859e49. 00010000:00000010:3.1:1761313446.601758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84e8970. 00010000:00000010:0.1:1761313446.605265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ec1de87. 00000400:00000200:1.0:1761313446.605783:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.605802:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe080 00000400:00000200:1.0:1761313446.605811:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae4a9 [1] + 224 00000400:00000200:1.0:1761313446.605825:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.605829:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.605840:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206491264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.605879:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.605885:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955e80 00000400:00000200:1.0:1761313446.605899:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xace19 [2] + 0 00000400:00000200:1.0:1761313446.605909:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.605911:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.605915:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.605920:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000400:00000010:3.0:1761313446.606135:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.606139:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.606141:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.606149:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206491264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.606164:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206491264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.606195:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5e526a1. 02000000:00000010:3.0:1761313446.606201:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004d80b6be. 00000100:00000010:3.0:1761313446.606204:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.606207:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.606211:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000020:00000010:2.0:1761313446.606297:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c94183a1. 00000020:00000010:2.0:1761313446.606305:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.606310:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.606335:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199511168/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313446.606368:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511168 02000000:00000010:2.0:1761313446.606381:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073c1fffa. 00010000:00000010:2.0:1761313446.606408:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000064dd84c0. 00010000:00000010:2.0:1761313446.606428:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.606434:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004cdf37e1. 00010000:00000010:3.1:1761313446.606644:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091516561. 00010000:00000010:3.1:1761313446.606652:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089288005. 00010000:00000010:3.1:1761313446.606656:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.1:1761313446.606658:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c549fecb. 00010000:00000010:3.1:1761313446.606662:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00080000:00000010:3.0:1761313446.606678:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d80b6be. 00010000:00000010:3.0:1761313446.606838:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313446.606845:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313446.606854:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.606858:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.606865:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.606877:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5e526a1. 02000000:00000010:3.0:1761313446.606918:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd05fc69. 00000400:00000010:3.0:1761313446.606923:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.606928:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.606935:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491328, portal 16 00000400:00000010:3.0:1761313446.606940:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036954fa5. 00000100:00000200:3.0:1761313446.606942:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491328, offset 0 00000400:00000200:3.0:1761313446.606949:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.606962:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.606970:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.606976:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.606978:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.606981:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89325:89325:256:4294967295] 192.168.204.1@tcp LPNI seq info [89325:89325:8:4294967295] 00000400:00000200:3.0:1761313446.606991:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.606997:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.607002:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354770). 00000800:00000200:3.0:1761313446.607009:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.607017:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.607020:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.607241:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.607245:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354522). 00000400:00000200:1.0:1761313446.607249:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.607253:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.607256:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036954fa5 00000400:00000010:1.0:1761313446.607258:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036954fa5. 00000100:00000200:1.0:1761313446.607264:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206491328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313446.607312:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcdea591. 00000100:00000010:2.0:1761313446.607320:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004cdf37e1. 00010000:00000010:2.0:1761313446.607322:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00010000:00000010:2.0:1761313446.607327:0:64768:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da585e18. 00000400:00000010:2.0:1761313446.607339:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcbfc429. 00000100:00000200:2.0:1761313446.607342:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511168, offset 224 00000400:00000200:2.0:1761313446.607347:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.607353:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.607357:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89326:89326:256:4294967295] 192.168.204.1@tcp LPNI seq info [89326:89326:8:4294967295] 00000400:00000200:2.0:1761313446.607364:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.607368:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.607371:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000153e176a (tot 82354770). 00000800:00000200:2.0:1761313446.607375:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.607379:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.607381:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000153e176a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.607405:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.607410:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.607414:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c94183a1. 00000800:00000200:1.0:1761313446.607504:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.607506:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000153e176a (tot 82354522). 00000400:00000200:1.0:1761313446.607510:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.607514:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.607516:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcbfc429 00000400:00000010:1.0:1761313446.607517:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcbfc429. 00010000:00000010:2.1:1761313446.612512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fe8eefe. 00010000:00000010:2.1:1761313446.612526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069244663. 00010000:00000010:2.1:1761313446.612529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bb25920. 00000400:00000200:1.0:1761313446.615031:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.615052:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe0c0 00000400:00000200:1.0:1761313446.615062:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae4b1 [1] + 224 00000400:00000200:1.0:1761313446.615078:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.615082:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.615093:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206491328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.615197:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.615202:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.615204:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.615211:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206491328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.615218:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206491328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.615247:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd05fc69. 02000000:00000010:3.0:1761313446.615252:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5e526a1. 00000100:00000010:3.0:1761313446.615255:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.615258:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.615263:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000200:1.0:1761313446.620177:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.620199:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955ec0 00000400:00000200:1.0:1761313446.620208:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xace19 [2] + 328 00000400:00000200:1.0:1761313446.620283:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.620288:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.620295:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.620302:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 00000020:00000010:0.0:1761313446.625523:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009018164. 00000020:00000010:0.0:1761313446.625541:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313446.625547:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.625585:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a65e944 x1846869199511232/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313446.625630:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511232 02000000:00000010:0.0:1761313446.625642:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000897083d2. 00010000:00000010:0.0:1761313446.625669:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d6d69bfb. 00010000:00000010:0.0:1761313446.625692:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.625700:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.625715:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.625718:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.625732:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e99e622. 00000100:00000200:0.0:1761313446.625739:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511232, offset 224 00000400:00000200:0.0:1761313446.625749:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.625761:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.625768:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89327:89327:256:4294967295] 192.168.204.1@tcp LPNI seq info [89327:89327:8:4294967295] 00000400:00000200:0.0:1761313446.625779:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.625785:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.625789:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313446.625796:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.625803:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.625806:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.625822:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313446.625828:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.625831:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009018164. 00080000:00000010:1.0:1761313446.627308:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e9e324b. 00010000:00000010:1.0:1761313446.627412:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46c107c. 00010000:00000010:1.0:1761313446.627420:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db99f00d. 00010000:00000010:1.0:1761313446.627552:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cdd0c67. 00010000:00000010:1.0:1761313446.627558:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313446.627571:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aea1ecc. 00000100:00000010:1.0:1761313446.627577:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002bb0ba94. 00000100:00000010:1.0:1761313446.627587:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 02000000:00000010:1.0:1761313446.627601:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006253d7f2. 02000000:00000010:1.0:1761313446.627628:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032aa8864. 00000400:00000010:1.0:1761313446.627634:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000339d3606. 00000400:00000010:1.0:1761313446.627640:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f309ef1a. 00000100:00000200:1.0:1761313446.627648:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491392, portal 16 00000400:00000010:1.0:1761313446.627653:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc82a39f. 00000100:00000200:1.0:1761313446.627655:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491392, offset 0 00000400:00000200:1.0:1761313446.627664:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.627677:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.627684:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.627688:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.627690:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.627693:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89328:89328:255:4294967295] 192.168.204.1@tcp LPNI seq info [89328:89328:7:4294967295] 00000400:00000200:1.0:1761313446.627702:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.627707:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000200:0.0:1761313446.627709:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.627711:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ec456d (tot 82355018). 00000800:00000010:0.0:1761313446.627714:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:1.0:1761313446.627717:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000400:00000200:0.0:1761313446.627718:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1761313446.627723:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000400:00000200:0.0:1761313446.627723:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000800:00000200:1.0:1761313446.627727:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000085ec456d type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1761313446.627727:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e99e622 00000400:00000010:0.0:1761313446.627729:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e99e622. 00000800:00000200:0.0:1761313446.627759:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.627761:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ec456d (tot 82354522). 00000400:00000200:0.0:1761313446.627764:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.627768:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.627770:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc82a39f 00000400:00000010:0.0:1761313446.627771:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc82a39f. 00000100:00000200:0.0:1761313446.627777:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016e9c373 x1846869206491392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.632666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5e9134a. 00010000:00000010:1.1:1761313446.632780:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3fe3d1f. 00010000:00000010:1.1:1761313446.632787:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00000400:00000200:1.0:1761313446.634176:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.634195:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe100 00000400:00000200:1.0:1761313446.634202:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae4c1 [1] + 224 00000400:00000200:1.0:1761313446.634220:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.634224:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.634235:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016e9c373 x1846869206491392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.634360:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000339d3606. 00000400:00000200:0.0:1761313446.634366:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f309ef1a 00000400:00000010:0.0:1761313446.634369:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f309ef1a. 00000100:00000200:0.0:1761313446.634378:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016e9c373 x1846869206491392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.634388:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016e9c373 x1846869206491392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.634420:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032aa8864. 02000000:00000010:0.0:1761313446.634427:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006253d7f2. 00000100:00000010:0.0:1761313446.634432:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 00000100:00000010:0.0:1761313446.634435:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002bb0ba94. 00010000:00000010:0.0:1761313446.634440:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aea1ecc. 00000400:00000200:1.0:1761313446.635584:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.635596:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955f00 00000400:00000200:1.0:1761313446.635604:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xace19 [2] + 656 00000400:00000200:1.0:1761313446.635958:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.635964:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.635970:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.635976:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:0.0:1761313446.636458:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009018164. 00000020:00000010:0.0:1761313446.636465:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313446.636498:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.636525:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199511296/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313446.636561:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511296 02000000:00000010:0.0:1761313446.636572:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000005ab16c9. 00010000:00000010:0.0:1761313446.636600:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9c8a978. 00010000:00000010:0.0:1761313446.636619:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.636625:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.636643:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.636646:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.636658:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e99e622. 00000100:00000200:0.0:1761313446.636663:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511296, offset 224 00000400:00000200:0.0:1761313446.636671:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.636683:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.636690:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89329:89329:256:4294967295] 192.168.204.1@tcp LPNI seq info [89329:89329:8:4294967295] 00000400:00000200:0.0:1761313446.636700:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.636704:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.636708:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313446.636714:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.636721:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.636725:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.636743:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313446.636747:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:0.0:1761313446.636750:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009018164. 00000800:00000200:0.0:1761313446.636838:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.636842:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:0.0:1761313446.636845:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.636849:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.636852:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e99e622 00000400:00000010:0.0:1761313446.636853:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e99e622. 00080000:00000010:3.0:1761313446.636957:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca1cca68. 00010000:00000010:3.0:1761313446.637061:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028cc58f. 00010000:00000010:3.0:1761313446.637068:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a2d295c. 00010000:00000010:3.0:1761313446.637147:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.0:1761313446.637163:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.637173:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.637177:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.637183:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.637194:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef2e6b0c. 02000000:00000010:3.0:1761313446.637217:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8d7143d. 00000400:00000010:3.0:1761313446.637222:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.637226:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.637230:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491456, portal 16 00000400:00000010:3.0:1761313446.637234:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008502b0aa. 00000100:00000200:3.0:1761313446.637236:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491456, offset 0 00000400:00000200:3.0:1761313446.637242:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.637248:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.637255:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.637259:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.637263:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.637266:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89330:89330:256:4294967295] 192.168.204.1@tcp LPNI seq info [89330:89330:8:4294967295] 00000400:00000200:3.0:1761313446.637273:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.637277:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.637280:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313446.637283:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.637288:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.637290:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.637539:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.637541:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354522). 00000400:00000200:1.0:1761313446.637545:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.637549:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.637551:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008502b0aa 00000400:00000010:1.0:1761313446.637553:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008502b0aa. 00000100:00000200:1.0:1761313446.637559:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206491456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.641209:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.641228:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe140 00000400:00000200:1.0:1761313446.641237:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae4cd [1] + 224 00000400:00000200:1.0:1761313446.641249:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.641252:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.641263:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206491456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.641298:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.641304:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955f40 00000400:00000200:1.0:1761313446.641309:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xace19 [2] + 984 00000400:00000200:1.0:1761313446.641365:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.641369:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.641372:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.641378:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 00000400:00000010:3.0:1761313446.641950:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.641958:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.641960:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.641971:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206491456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.641980:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206491456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.642013:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8d7143d. 02000000:00000010:3.0:1761313446.642018:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ef2e6b0c. 00000100:00000010:3.0:1761313446.642022:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.642026:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.642030:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000020:00000010:0.0:1761313446.645635:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009018164. 00000020:00000010:0.0:1761313446.645648:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313446.645654:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000420e6f0e. 00000100:00000200:0.0:1761313446.645682:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ad394eb x1846869199511360/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313446.646171:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511360 02000000:00000010:0.0:1761313446.646187:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd200a45. 00010000:00000010:0.0:1761313446.646219:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb71b35f. 00010000:00000010:0.0:1761313446.646242:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.646249:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.646591:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.646596:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00080000:00000010:3.0:1761313446.646833:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef2e6b0c. 00010000:00000010:3.0:1761313446.646934:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.646941:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090397f6d. 00010000:00000010:3.0:1761313446.647013:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011941016. 00010000:00000010:3.0:1761313446.647017:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.647027:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.647031:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.647039:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.647050:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8d7143d. 02000000:00000010:3.0:1761313446.647077:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004eb1d47d. 00000400:00000010:3.0:1761313446.647084:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.647089:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.647096:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491520, portal 16 00000400:00000010:3.0:1761313446.647101:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7e97fc7. 00000100:00000200:3.0:1761313446.647104:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491520, offset 0 00000400:00000200:3.0:1761313446.647114:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.647129:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.647138:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.647141:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.647143:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.647146:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89331:89331:256:4294967295] 192.168.204.1@tcp LPNI seq info [89331:89331:8:4294967295] 00000400:00000200:3.0:1761313446.647171:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.647178:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.647183:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313446.647189:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.647196:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.647200:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313446.647336:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.647340:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354522). 00000400:00000200:0.0:1761313446.647344:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.647350:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.647354:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7e97fc7 00000400:00000010:0.0:1761313446.647356:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7e97fc7. 00000100:00000200:0.0:1761313446.647366:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206491520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313446.647413:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c490e2a. 00000100:00000200:1.0:1761313446.647418:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511360, offset 224 00000400:00000200:1.0:1761313446.647423:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.647429:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.647433:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89332:89332:256:4294967295] 192.168.204.1@tcp LPNI seq info [89332:89332:8:4294967295] 00000400:00000200:1.0:1761313446.647441:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.647445:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.647448:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033eff44 (tot 82354770). 00000800:00000200:1.0:1761313446.647452:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.647456:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.647458:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033eff44 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313446.647501:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:1.0:1761313446.647506:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000420e6f0e. 00000020:00000010:1.0:1761313446.647510:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009018164. 00000800:00000200:3.0:1761313446.647587:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.647590:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033eff44 (tot 82354522). 00000400:00000200:3.0:1761313446.647593:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.647596:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.647599:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c490e2a 00000400:00000010:3.0:1761313446.647600:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c490e2a. 00010000:00000010:3.1:1761313446.652951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7eb315c. 00010000:00000010:3.1:1761313446.652972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cdd0c67. 00000400:00000200:1.0:1761313446.653058:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.653080:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe180 00000400:00000200:1.0:1761313446.653089:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae4d5 [1] + 224 00000400:00000200:1.0:1761313446.653108:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.653112:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.653123:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206491520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.653996:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.654002:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.654004:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.654013:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206491520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.654022:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206491520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.654049:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004eb1d47d. 02000000:00000010:3.0:1761313446.654055:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8d7143d. 00000100:00000010:3.0:1761313446.654059:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.654063:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.654067:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00010000:00000010:0.1:1761313446.658724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5de643a. 00010000:00000010:0.1:1761313446.658739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f6defdf. 00000400:00000200:0.0:1761313446.658778:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.658794:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955f80 00000400:00000200:0.0:1761313446.658813:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xace19 [2] + 1312 00000400:00000200:0.0:1761313446.658880:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.658886:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.658894:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313446.658900:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 00010000:00000010:3.1:1761313446.659502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aec2fb13. 00010000:00000010:3.1:1761313446.659514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b208bf8. 00000020:00000010:2.0:1761313446.659714:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b26ec79. 00000020:00000010:2.0:1761313446.659723:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f66532c4. 00000020:00000010:2.0:1761313446.659727:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.659756:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009fcf2774 x1846869199511424/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.659785:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511424 02000000:00000010:2.0:1761313446.659943:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001551ec32. 00010000:00000010:2.0:1761313446.659975:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5613548. 00010000:00000010:2.0:1761313446.659997:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.660003:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004cdf37e1. 00000100:00000010:2.0:1761313446.660226:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004cdf37e1. 00010000:00000010:2.0:1761313446.660231:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00000400:00000010:2.0:1761313446.660250:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000186eaed7. 00000100:00000200:2.0:1761313446.660255:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511424, offset 224 00000400:00000200:2.0:1761313446.660264:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.660279:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.660285:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89333:89333:256:4294967295] 192.168.204.1@tcp LPNI seq info [89333:89333:8:4294967295] 00000400:00000200:2.0:1761313446.660300:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.660306:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.660311:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004d6b004 (tot 82354770). 00000800:00000200:2.0:1761313446.660317:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.660324:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.660329:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000004d6b004 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761313446.660456:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096a55034. 00010000:00000010:3.0:1761313446.660579:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.660586:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eef99730. 00010000:00000010:3.0:1761313446.660660:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c549fecb. 00010000:00000010:3.0:1761313446.660665:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001d72b5a0. 00010000:00000010:3.0:1761313446.660670:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.0:1761313446.660675:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00080000:00000010:3.0:1761313446.660687:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f30bdbb7. 00010000:00000010:3.0:1761313446.660707:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.660710:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d72b5a0. 00010000:00000010:3.0:1761313446.660756:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:3.0:1761313446.660759:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.660766:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.660771:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.660779:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.660791:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fdd0c621. 02000000:00000010:3.0:1761313446.660826:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f537c67e. 00000400:00000010:3.0:1761313446.660834:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313446.660839:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.660844:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491584, portal 16 00000400:00000010:3.0:1761313446.660849:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021403d81. 00000100:00000200:3.0:1761313446.660850:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491584, offset 0 00000400:00000200:3.0:1761313446.660856:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.660863:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.660870:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.660873:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.660876:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.660878:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89334:89334:255:4294967295] 192.168.204.1@tcp LPNI seq info [89334:89334:7:4294967295] 00000400:00000200:3.0:1761313446.660885:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.660889:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.660892:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82355018). 00000800:00000200:3.0:1761313446.660896:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.660901:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.660903:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.661536:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f66532c4. 00000020:00000010:2.0:1761313446.661544:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.661548:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b26ec79. 00000800:00000200:0.0:1761313446.661745:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.661750:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004d6b004 (tot 82354770). 00000400:00000200:0.0:1761313446.661755:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.661762:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.661768:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000186eaed7 00000400:00000010:0.0:1761313446.661770:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000186eaed7. 00000800:00000200:0.0:1761313446.661847:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.661849:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354522). 00000400:00000200:0.0:1761313446.661852:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.661856:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.661858:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021403d81 00000400:00000010:0.0:1761313446.661859:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021403d81. 00000100:00000200:0.0:1761313446.661868:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206491584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.673277:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.673296:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe1c0 00000400:00000200:1.0:1761313446.673305:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae4e5 [1] + 224 00000400:00000200:1.0:1761313446.673316:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.673321:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.673331:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206491584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.673370:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.673376:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be955fc0 00000400:00000200:1.0:1761313446.673380:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xace19 [2] + 1640 00000400:00000200:1.0:1761313446.673440:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.673445:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.673449:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.673454:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000020:00000010:1.0:1761313446.673514:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000090c7c18. 00000020:00000010:1.0:1761313446.673520:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.673525:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313446.673547:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199511488/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313446.673581:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511488 02000000:00000010:1.0:1761313446.673591:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3718e52. 00010000:00000010:1.0:1761313446.673626:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7e040de. 00000100:00000010:1.0:1761313446.673634:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a07214cb. 00000100:00000010:1.0:1761313446.673640:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a07214cb. 00010000:00000010:1.0:1761313446.673644:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7e040de. 00000400:00000010:1.0:1761313446.673658:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000903c6f44. 00000100:00000200:1.0:1761313446.673663:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511488, offset 224 00000400:00000200:1.0:1761313446.673669:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.673678:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.673683:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89335:89335:256:4294967295] 192.168.204.1@tcp LPNI seq info [89335:89335:8:4294967295] 00000400:00000200:1.0:1761313446.673692:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.673697:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.673701:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddde3699 (tot 82354770). 00000800:00000200:1.0:1761313446.673705:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.673711:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.673714:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddde3699 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313446.673729:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.673733:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313446.673736:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000090c7c18. 00000800:00000200:1.0:1761313446.673818:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.673823:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddde3699 (tot 82354522). 00000400:00000200:1.0:1761313446.673826:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.673830:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.673833:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000903c6f44 00000400:00000010:1.0:1761313446.673835:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000903c6f44. 00000400:00000010:3.0:1761313446.673929:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313446.673935:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.673936:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.673943:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206491584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.673950:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206491584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313446.673971:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000441cddda. 02000000:00000010:3.0:1761313446.673985:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f537c67e. 02000000:00000010:3.0:1761313446.673991:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fdd0c621. 00000100:00000010:3.0:1761313446.673994:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.673997:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.674000:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00080000:00000010:3.0:1761313446.674017:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004eb1d47d. 00010000:00000010:3.0:1761313446.674119:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.674125:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f61b767. 00000001:00000010:3.0:1761313446.674197:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003a5f813c. 00000001:00000010:3.0:1761313446.674204:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003a5f813c. 00000001:00000010:3.0:1761313446.674207:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003a5f813c. 00000001:00000010:3.0:1761313446.674208:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000057db4d49. 00010000:00000010:3.0:1761313446.674235:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022f9b998. 00010000:00000010:3.0:1761313446.674240:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.674250:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.674253:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.674258:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.674268:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fdd0c621. 02000000:00000010:3.0:1761313446.674288:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f537c67e. 00000400:00000010:3.0:1761313446.674292:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf5363ff. 00000400:00000010:3.0:1761313446.674294:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.674299:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491648, portal 16 00000400:00000010:3.0:1761313446.674303:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d86f44. 00000100:00000200:3.0:1761313446.674305:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491648, offset 0 00000400:00000200:3.0:1761313446.674310:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.674316:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.674323:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.674327:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.674330:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.674332:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89336:89336:256:4294967295] 192.168.204.1@tcp LPNI seq info [89336:89336:8:4294967295] 00000400:00000200:3.0:1761313446.674338:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.674343:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.674346:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82354770). 00000800:00000200:3.0:1761313446.674350:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.674353:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.674356:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.674448:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.674451:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354522). 00000400:00000200:1.0:1761313446.674454:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.674457:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.674460:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d86f44 00000400:00000010:1.0:1761313446.674461:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d86f44. 00000100:00000200:1.0:1761313446.674465:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206491648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.676787:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.676811:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe200 00000400:00000200:1.0:1761313446.676819:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae4f1 [1] + 224 00000400:00000200:1.0:1761313446.676834:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.676837:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.676846:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206491648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.676919:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bf5363ff. 00000400:00000200:3.0:1761313446.676925:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.676927:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313446.676935:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206491648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.676943:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206491648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.676969:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f537c67e. 02000000:00000010:3.0:1761313446.676975:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fdd0c621. 00000100:00000010:3.0:1761313446.676979:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:3.0:1761313446.676982:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.676987:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000200:1.0:1761313446.677972:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.677987:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956000 00000400:00000200:1.0:1761313446.677994:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xace19 [2] + 1968 00000400:00000010:1.0:1761313446.677998:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a8c1438c. 00000400:00000200:1.0:1761313446.678002:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000059266bd5 00000400:00000200:1.0:1761313446.678056:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.678061:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.678064:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059266bd5 00000400:00000010:1.0:1761313446.678066:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000059266bd5 (tot 82354370). 00000100:00000200:1.0:1761313446.678071:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313446.678166:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020084c13. 00000020:00000010:3.0:1761313446.678173:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313446.678178:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313446.678202:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d4977bd2 x1846869199511552/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313446.678237:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511552 02000000:00000010:3.0:1761313446.678249:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007eff603f. 00010000:00000010:3.0:1761313446.678277:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b5e3027. 00010000:00000010:3.0:1761313446.678297:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.678304:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d9785a0. 00000100:00000010:3.0:1761313446.678314:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d9785a0. 00010000:00000010:3.0:1761313446.678317:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000010:3.0:1761313446.678329:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.678333:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511552, offset 224 00000400:00000200:3.0:1761313446.678342:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.678365:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.678372:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89337:89337:256:4294967295] 192.168.204.1@tcp LPNI seq info [89337:89337:8:4294967295] 00000400:00000200:3.0:1761313446.678383:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.678388:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.678392:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354618). 00000800:00000200:3.0:1761313446.678399:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.678405:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.678409:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.678426:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d72b5a0. 00000020:00000010:3.0:1761313446.678430:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313446.678435:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020084c13. 02000000:00000010:3.0:1761313446.678443:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3718e52. 00000100:00000010:3.0:1761313446.678447:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 02000000:00000010:3.0:1761313446.678451:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001551ec32. 00000100:00000010:3.0:1761313446.678454:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 02000000:00000010:3.0:1761313446.678457:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd200a45. 00000100:00000010:3.0:1761313446.678459:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 02000000:00000010:3.0:1761313446.678461:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000005ab16c9. 00000100:00000010:3.0:1761313446.678464:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 02000000:00000010:3.0:1761313446.678467:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000897083d2. 00000100:00000010:3.0:1761313446.678494:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 02000000:00000010:3.0:1761313446.678497:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073c1fffa. 00000100:00000010:3.0:1761313446.678500:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 00000100:00000200:3.0:1761313446.678505:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313446.678510:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf5363ff. 00000400:00000010:3.0:1761313446.678514:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006d9785a0 (tot 82354770). 00080000:00000010:3.0:1761313446.678537:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020084c13. 00010000:00000010:3.0:1761313446.678625:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.678632:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001bf22c47. 00010000:00000010:3.0:1761313446.678713:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015201000. 00010000:00000010:3.0:1761313446.678719:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.678729:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313446.678733:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001277e873. 00000100:00000010:3.0:1761313446.678739:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 02000000:00000010:3.0:1761313446.678750:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec0884d3. 02000000:00000010:3.0:1761313446.678821:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d6ae98d. 00000400:00000010:3.0:1761313446.678826:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000031ebd05a. 00000400:00000010:3.0:1761313446.678830:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313446.678834:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491712, portal 16 00000400:00000010:3.0:1761313446.678838:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313446.678841:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491712, offset 0 00000400:00000200:3.0:1761313446.678848:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.678855:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.678862:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.678867:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.678870:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.678873:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89338:89338:255:4294967295] 192.168.204.1@tcp LPNI seq info [89338:89338:7:4294967295] 00000400:00000200:3.0:1761313446.678881:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.678885:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.678888:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82355018). 00000800:00000200:3.0:1761313446.678892:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.678897:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.678899:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.678945:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.678950:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354770). 00000400:00000200:3.0:1761313446.678953:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.678957:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.678960:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313446.678962:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 02000000:00000010:3.0:1761313446.678967:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007eff603f. 00000800:00000200:3.0:1761313446.679021:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.679023:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:3.0:1761313446.679026:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.679029:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.679031:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:3.0:1761313446.679032:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000100:00000200:3.0:1761313446.679038:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ccbaf3e x1846869206491712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.682598:0:78563:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000096e3545. 00010000:00000010:3.1:1761313446.682613:0:78563:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:3.1:1761313446.682618:0:78563:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c549fecb. 00010000:00000010:3.1:1761313446.682621:0:78563:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.1:1761313446.682624:0:78563:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d5aba56. 00010000:00000010:3.1:1761313446.682628:0:78563:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000224437bf. 00010000:00000010:3.1:1761313446.682630:0:78563:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:2.1:1761313446.685239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad65667c. 00000400:00000200:1.0:1761313446.685623:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.685640:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe240 00000400:00000200:1.0:1761313446.685648:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae501 [1] + 224 00000400:00000200:1.0:1761313446.685662:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.685666:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.685675:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ccbaf3e x1846869206491712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.685750:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000031ebd05a. 00000400:00000200:2.0:1761313446.685755:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:2.0:1761313446.685757:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:2.0:1761313446.685765:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ccbaf3e x1846869206491712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.685772:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ccbaf3e x1846869206491712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.685810:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d6ae98d. 02000000:00000010:2.0:1761313446.685816:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec0884d3. 00000100:00000010:2.0:1761313446.685819:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000010:2.0:1761313446.685823:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001277e873. 00010000:00000010:2.0:1761313446.685828:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00000400:00000200:2.0:1761313446.689635:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313446.689658:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956040 00000400:00000200:2.0:1761313446.689666:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xace71 [2] + 0 00000400:00000200:2.0:1761313446.689736:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.689740:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313446.689747:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313446.689753:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 00010000:00000010:3.1:1761313446.690796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a9b8532. 00010000:00000010:3.1:1761313446.690806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024009924. 00010000:00000010:3.1:1761313446.690809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00000020:00000010:3.0:1761313446.690867:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007eff603f. 00000020:00000010:3.0:1761313446.690874:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1a1aa23. 00000020:00000010:3.0:1761313446.690879:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313446.690907:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c60925 x1846869199511616/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.690939:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511616 02000000:00000010:3.0:1761313446.690951:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009d30e4b7. 00010000:00000010:3.0:1761313446.690979:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022ba145e. 00010000:00000010:3.0:1761313446.690998:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a78c1b0b. 00000100:00000010:3.0:1761313446.691005:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313446.691025:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:3.0:1761313446.691028:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a78c1b0b. 00000400:00000010:3.0:1761313446.691042:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313446.691047:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511616, offset 224 00000400:00000200:3.0:1761313446.691054:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.691067:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.691073:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89339:89339:256:4294967295] 192.168.204.1@tcp LPNI seq info [89339:89339:8:4294967295] 00000400:00000200:3.0:1761313446.691083:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.691088:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.691093:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82354770). 00000800:00000200:3.0:1761313446.691099:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.691107:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.691112:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.691132:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1a1aa23. 00000020:00000010:3.0:1761313446.691137:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313446.691142:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007eff603f. 00000800:00000200:3.0:1761313446.695320:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.695329:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:3.0:1761313446.695336:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.695346:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.695353:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:3.0:1761313446.695357:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00080000:00000010:2.0:1761313446.695700:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1af202e. 00010000:00000010:2.0:1761313446.695820:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:2.0:1761313446.695831:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070d79587. 00010000:00000010:2.0:1761313446.695914:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000deeec26d. 00010000:00000010:2.0:1761313446.695921:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cfe21e8c. 00010000:00000010:2.0:1761313446.695938:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.695947:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004cdf37e1. 00000100:00000010:2.0:1761313446.695960:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc378313. 02000000:00000010:2.0:1761313446.695978:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009645e566. 02000000:00000010:2.0:1761313446.696012:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073c1fffa. 00000400:00000010:2.0:1761313446.696019:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000573c5ec. 00000400:00000010:2.0:1761313446.696027:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021a4f2ae. 00000100:00000200:2.0:1761313446.696034:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491776, portal 16 00000400:00000010:2.0:1761313446.696040:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce8d1e5. 00000100:00000200:2.0:1761313446.696044:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491776, offset 0 00000400:00000200:2.0:1761313446.696055:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.696074:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.696082:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.696087:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.696090:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.696094:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89340:89340:256:4294967295] 192.168.204.1@tcp LPNI seq info [89340:89340:8:4294967295] 00000400:00000200:2.0:1761313446.696105:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.696112:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.696117:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049af6073 (tot 82354770). 00000800:00000200:2.0:1761313446.696124:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.696131:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.696134:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049af6073 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.696348:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.696352:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049af6073 (tot 82354522). 00000400:00000200:1.0:1761313446.696356:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.696361:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.696364:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce8d1e5 00000400:00000010:1.0:1761313446.696366:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce8d1e5. 00000100:00000200:1.0:1761313446.696374:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc378313 x1846869206491776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.700684:0:267:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b722c71b. 00010000:00000010:2.1:1761313446.700701:0:267:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015201000. 00010000:00000010:3.1:1761313446.700781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d91021. 00000400:00000200:3.0:1761313446.708720:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.708736:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe280 00000400:00000200:3.0:1761313446.708744:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae50d [1] + 224 00000400:00000200:3.0:1761313446.708760:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.708764:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.708775:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc378313 x1846869206491776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.709303:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.709313:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956080 00000400:00000200:3.0:1761313446.709319:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xace71 [2] + 328 00000400:00000200:3.0:1761313446.709368:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.709372:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.709376:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313446.709381:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000023c2e59. 00000020:00000010:1.0:1761313446.710864:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c27cffc3. 00000020:00000010:1.0:1761313446.710873:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.710878:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313446.710908:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000023c2e59 x1846869199511680/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313446.710948:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511680 02000000:00000010:1.0:1761313446.710959:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3718e52. 00010000:00000010:1.0:1761313446.711000:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfa813bf. 00000100:00000010:1.0:1761313446.711008:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a07214cb. 00000100:00000010:1.0:1761313446.711014:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a07214cb. 00010000:00000010:1.0:1761313446.711018:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfa813bf. 00000400:00000010:2.0:1761313446.711177:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000573c5ec. 00000400:00000200:2.0:1761313446.711183:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021a4f2ae 00000400:00000010:2.0:1761313446.711185:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021a4f2ae. 00000100:00000200:2.0:1761313446.711191:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc378313 x1846869206491776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.711200:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc378313 x1846869206491776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313446.711221:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002dd5d251. 02000000:00000010:2.0:1761313446.711235:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073c1fffa. 02000000:00000010:2.0:1761313446.711240:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009645e566. 00000100:00000010:2.0:1761313446.711244:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc378313. 00000100:00000010:2.0:1761313446.711247:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004cdf37e1. 00010000:00000010:2.0:1761313446.711249:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00080000:00000010:2.0:1761313446.711265:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073c1fffa. 00010000:00000010:2.0:1761313446.711352:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfe21e8c. 00010000:00000010:2.0:1761313446.711358:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af5f645c. 00010000:00000010:2.0:1761313446.711439:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b91cf313. 00010000:00000010:2.0:1761313446.711446:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cfe21e8c. 00010000:00000010:2.0:1761313446.711455:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000def888fe. 00000100:00000010:2.0:1761313446.711458:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004cdf37e1. 00000100:00000010:2.0:1761313446.711464:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc378313. 02000000:00000010:2.0:1761313446.711498:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b26ec79. 02000000:00000010:2.0:1761313446.711522:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009645e566. 00000400:00000010:2.0:1761313446.711527:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000573c5ec. 00000400:00000010:2.0:1761313446.711531:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021a4f2ae. 00000100:00000200:2.0:1761313446.711537:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491840, portal 16 00000400:00000010:2.0:1761313446.711541:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d96c721. 00000100:00000200:2.0:1761313446.711543:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491840, offset 0 00000400:00000200:2.0:1761313446.711550:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.711563:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.711570:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.711573:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.711576:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.711579:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89341:89341:256:4294967295] 192.168.204.1@tcp LPNI seq info [89341:89341:8:4294967295] 00000400:00000200:2.0:1761313446.711589:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.711595:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.711600:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f58fd2 (tot 82354770). 00000800:00000200:2.0:1761313446.711607:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.711615:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.711619:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098f58fd2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313446.711790:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.711795:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f58fd2 (tot 82354522). 00000400:00000200:0.0:1761313446.711801:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.711807:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.711810:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d96c721 00000400:00000010:0.0:1761313446.711812:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d96c721. 00000100:00000200:0.0:1761313446.711818:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc378313 x1846869206491840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313446.712382:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000903c6f44. 00000100:00000200:1.0:1761313446.712387:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511680, offset 224 00000400:00000200:1.0:1761313446.712393:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.712401:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.712405:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89342:89342:256:4294967295] 192.168.204.1@tcp LPNI seq info [89342:89342:8:4294967295] 00000400:00000200:1.0:1761313446.712413:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.712417:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.712421:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddde3699 (tot 82354770). 00000800:00000200:1.0:1761313446.712424:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.712428:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.712430:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddde3699 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313446.712463:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.712484:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313446.712488:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c27cffc3. 00000800:00000200:0.0:1761313446.713022:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.713026:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddde3699 (tot 82354522). 00000400:00000200:0.0:1761313446.713031:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.713037:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.713041:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000903c6f44 00000400:00000010:0.0:1761313446.713043:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000903c6f44. 00000400:00000200:2.0:1761313446.716010:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313446.716039:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe2c0 00000400:00000200:2.0:1761313446.716049:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae515 [1] + 224 00000400:00000200:2.0:1761313446.716062:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.716066:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313446.716075:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc378313 x1846869206491840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313446.716119:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313446.716124:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9560c0 00000400:00000200:2.0:1761313446.716129:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xace71 [2] + 656 00000400:00000200:2.0:1761313446.716189:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.716192:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313446.716196:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313446.716201:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c468af4. 00000020:00000010:1.0:1761313446.716323:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c27cffc3. 00000020:00000010:1.0:1761313446.716330:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.716335:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313446.716363:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c468af4 x1846869199511744/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313446.716399:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511744 02000000:00000010:1.0:1761313446.716411:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006253d7f2. 00010000:00000010:1.0:1761313446.716449:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfa813bf. 00000100:00000010:1.0:1761313446.716455:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a07214cb. 00000100:00000010:1.0:1761313446.716460:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a07214cb. 00010000:00000010:1.0:1761313446.716465:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfa813bf. 00000400:00000010:1.0:1761313446.716497:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022b7cfcb. 00000100:00000200:1.0:1761313446.716502:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511744, offset 224 00000400:00000200:1.0:1761313446.716509:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.716519:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.716524:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89343:89343:256:4294967295] 192.168.204.1@tcp LPNI seq info [89343:89343:8:4294967295] 00000400:00000200:1.0:1761313446.716534:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.716539:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.716543:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82354770). 00000800:00000200:1.0:1761313446.716547:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.716554:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.716558:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313446.716572:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.716576:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313446.716578:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c27cffc3. 00000800:00000200:1.0:1761313446.716629:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.716632:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:1.0:1761313446.716635:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.716638:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.716641:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022b7cfcb 00000400:00000010:1.0:1761313446.716643:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022b7cfcb. 00000400:00000010:1.0:1761313446.716661:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000573c5ec. 00000400:00000200:1.0:1761313446.716664:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021a4f2ae 00000400:00000010:1.0:1761313446.716665:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021a4f2ae. 00000100:00000200:1.0:1761313446.716669:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc378313 x1846869206491840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313446.716677:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc378313 x1846869206491840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313446.716695:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bbd7cc75. 02000000:00000010:1.0:1761313446.716708:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009645e566. 02000000:00000010:1.0:1761313446.716712:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b26ec79. 00000100:00000010:1.0:1761313446.716716:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc378313. 00000100:00000010:1.0:1761313446.716719:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004cdf37e1. 00010000:00000010:1.0:1761313446.716721:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000def888fe. 00080000:00000010:1.0:1761313446.716735:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c27cffc3. 00010000:00000010:1.0:1761313446.716819:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfe21e8c. 00010000:00000010:1.0:1761313446.716824:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007238f4e4. 00010000:00000010:1.0:1761313446.716887:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043f63f8d. 00010000:00000010:1.0:1761313446.716890:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c1e8eb8e. 00010000:00000010:1.0:1761313446.716894:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a472fd8. 00010000:00000010:1.0:1761313446.716899:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5afd7ec. 00080000:00000010:1.0:1761313446.716907:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032aa8864. 00010000:00000010:1.0:1761313446.716925:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5afd7ec. 00010000:00000010:1.0:1761313446.716928:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1e8eb8e. 00010000:00000010:1.0:1761313446.716970:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4f92db6. 00010000:00000010:1.0:1761313446.716973:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5afd7ec. 00010000:00000010:1.0:1761313446.716978:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfa813bf. 00000100:00000010:1.0:1761313446.716980:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a07214cb. 00000100:00000010:1.0:1761313446.716986:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313446.716994:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cfd3902d. 02000000:00000010:1.0:1761313446.717013:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4c96419. 00000400:00000010:1.0:1761313446.717017:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000339d3606. 00000400:00000010:1.0:1761313446.717020:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022b7cfcb. 00000100:00000200:1.0:1761313446.717023:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491904, portal 16 00000400:00000010:1.0:1761313446.717027:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313446.717042:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491904, offset 0 00000400:00000200:1.0:1761313446.717047:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.717052:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.717058:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.717061:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.717064:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.717067:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89344:89344:256:4294967295] 192.168.204.1@tcp LPNI seq info [89344:89344:8:4294967295] 00000400:00000200:1.0:1761313446.717074:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.717078:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.717080:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82354770). 00000800:00000200:1.0:1761313446.717084:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.717088:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.717090:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.717130:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.717132:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:1.0:1761313446.717135:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.717138:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.717140:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313446.717141:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:1.0:1761313446.717145:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dc8069e x1846869206491904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313446.723661:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313446.723681:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe300 00000400:00000200:2.0:1761313446.723689:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae525 [1] + 224 00000400:00000200:2.0:1761313446.723700:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.723704:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313446.723715:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dc8069e x1846869206491904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313446.723752:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313446.723758:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956100 00000400:00000200:2.0:1761313446.723764:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xace71 [2] + 984 00000400:00000010:1.0:1761313446.723778:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000339d3606. 00000400:00000200:1.0:1761313446.723784:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022b7cfcb 00000400:00000010:1.0:1761313446.723786:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022b7cfcb. 00000100:00000200:1.0:1761313446.723795:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dc8069e x1846869206491904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313446.723804:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dc8069e x1846869206491904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313446.723823:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.723829:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313446.723833:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1761313446.723837:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4c96419. 00000100:00000010:2.0:1761313446.723840:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:1.0:1761313446.723845:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cfd3902d. 00000100:00000010:1.0:1761313446.723852:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000100:00000010:1.0:1761313446.723856:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a07214cb. 00010000:00000010:1.0:1761313446.723862:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfa813bf. 00000020:00000010:2.0:1761313446.723897:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009645e566. 00000020:00000010:2.0:1761313446.723905:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024b3b314. 00000020:00000010:2.0:1761313446.723909:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.723931:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005e2aefc2 x1846869199511808/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.723967:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511808 02000000:00000010:2.0:1761313446.723981:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003bcd025d. 00010000:00000010:2.0:1761313446.724007:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9795907. 00010000:00000010:2.0:1761313446.724027:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021f438b3. 00000100:00000010:2.0:1761313446.726211:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313446.726236:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:2.0:1761313446.726241:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021f438b3. 00000400:00000010:2.0:1761313446.726265:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086a44fc9. 00000100:00000200:2.0:1761313446.726272:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511808, offset 224 00000400:00000200:2.0:1761313446.726283:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.726299:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.726305:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89345:89345:256:4294967295] 192.168.204.1@tcp LPNI seq info [89345:89345:8:4294967295] 00000400:00000200:2.0:1761313446.726315:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.726320:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.726325:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048e3401e (tot 82354770). 00000800:00000200:2.0:1761313446.726331:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.726338:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.726342:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048e3401e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.726374:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024b3b314. 00000020:00000010:2.0:1761313446.726380:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.726384:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009645e566. 00080000:00000010:2.0:1761313446.726425:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a932fb2. 00010000:00000010:2.0:1761313446.726543:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5afd7ec. 00010000:00000010:2.0:1761313446.726551:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000836a80d4. 00010000:00000010:2.0:1761313446.726627:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22c148f. 00010000:00000010:2.0:1761313446.726633:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000264698dc. 00010000:00000010:2.0:1761313446.726647:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021f438b3. 00000100:00000010:2.0:1761313446.726651:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313446.726660:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc378313. 02000000:00000010:2.0:1761313446.726675:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000341b1928. 02000000:00000010:2.0:1761313446.726703:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005566f762. 00000400:00000010:2.0:1761313446.726710:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039998e8a. 00000400:00000010:2.0:1761313446.726714:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd66a147. 00000100:00000200:2.0:1761313446.726719:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206491968, portal 16 00000400:00000010:2.0:1761313446.726723:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510ee54. 00000100:00000200:2.0:1761313446.726725:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206491968, offset 0 00000400:00000200:2.0:1761313446.726731:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.726737:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.726743:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.726747:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.726750:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.726752:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89346:89346:255:4294967295] 192.168.204.1@tcp LPNI seq info [89346:89346:7:4294967295] 00000400:00000200:2.0:1761313446.726759:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.726764:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.726767:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a90f11e (tot 82355018). 00000800:00000200:2.0:1761313446.726770:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.726774:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.726777:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a90f11e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.727003:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.727007:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048e3401e (tot 82354770). 00000400:00000200:1.0:1761313446.727012:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.727016:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.727020:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086a44fc9 00000400:00000010:1.0:1761313446.727022:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086a44fc9. 00000800:00000200:1.0:1761313446.727095:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.727097:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a90f11e (tot 82354522). 00000400:00000200:1.0:1761313446.727100:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.727103:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.727105:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510ee54 00000400:00000010:1.0:1761313446.727106:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510ee54. 00000100:00000200:1.0:1761313446.727111:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc378313 x1846869206491968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.728822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f9c116c. 00010000:00000010:2.1:1761313446.728834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bbe52eb. 00010000:00000010:2.1:1761313446.728841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deeec26d. 00000400:00000200:1.0:1761313446.728850:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.728867:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe340 00000400:00000200:1.0:1761313446.728875:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae531 [1] + 224 00000400:00000200:1.0:1761313446.728887:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.728890:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.728898:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc378313 x1846869206491968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.728932:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.728937:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956140 00000400:00000200:1.0:1761313446.728942:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xace71 [2] + 1312 00000400:00000010:2.0:1761313446.728964:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039998e8a. 00000400:00000200:2.0:1761313446.728970:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd66a147 00000400:00000010:2.0:1761313446.728972:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd66a147. 00000100:00000200:2.0:1761313446.728979:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc378313 x1846869206491968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.728983:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.728989:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313446.728992:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc378313 x1846869206491968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313446.728995:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.729002:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 02000000:00000010:2.0:1761313446.729030:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005566f762. 02000000:00000010:2.0:1761313446.729038:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000341b1928. 00000100:00000010:2.0:1761313446.729041:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc378313. 00000100:00000010:2.0:1761313446.729044:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:2.0:1761313446.729047:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021f438b3. 00000020:00000010:0.0:1761313446.729185:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005402bf73. 00000020:00000010:0.0:1761313446.729194:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008583fe8e. 00000020:00000010:0.0:1761313446.729199:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1073240. 00000100:00000200:0.0:1761313446.729222:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dc8069e x1846869199511872/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313446.729556:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511872 02000000:00000010:0.0:1761313446.729567:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7d16a4e. 00010000:00000010:0.0:1761313446.729591:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce57e0dd. 00010000:00000010:0.0:1761313446.729620:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.729625:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.729637:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.729640:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.729651:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e99e622. 00000100:00000200:0.0:1761313446.729656:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511872, offset 224 00000400:00000200:0.0:1761313446.729663:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.729673:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.729678:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89347:89347:256:4294967295] 192.168.204.1@tcp LPNI seq info [89347:89347:8:4294967295] 00000400:00000200:0.0:1761313446.729688:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.729693:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.729697:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313446.729701:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.729708:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.729712:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.729727:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008583fe8e. 00000020:00000010:0.0:1761313446.729731:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1073240. 00000020:00000010:0.0:1761313446.729733:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005402bf73. 00080000:00000010:2.0:1761313446.729780:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000341b1928. 00010000:00000010:2.0:1761313446.729870:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000264698dc. 00010000:00000010:2.0:1761313446.729877:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006fdb3037. 00010000:00000010:1.1:1761313446.729901:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033689a7c. 00010000:00000010:1.1:1761313446.729909:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080dc193b. 00010000:00000010:1.1:1761313446.729914:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b91cf313. 00010000:00000010:1.1:1761313446.729917:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f63f8d. 00010000:00000010:1.1:1761313446.729920:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a472fd8. 00010000:00000010:2.0:1761313446.729974:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000deeec26d. 00010000:00000010:2.0:1761313446.729980:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000264698dc. 00010000:00000010:2.0:1761313446.729992:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021f438b3. 00000100:00000010:2.0:1761313446.729997:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313446.730004:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc378313. 02000000:00000010:2.0:1761313446.730016:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005566f762. 00000800:00000200:0.0:1761313446.730034:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.730038:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 02000000:00000010:2.0:1761313446.730043:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000188f6300. 00000400:00000200:0.0:1761313446.730043:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.730047:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.730051:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e99e622 00000400:00000010:2.0:1761313446.730053:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039998e8a. 00000400:00000010:0.0:1761313446.730053:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e99e622. 00000400:00000010:2.0:1761313446.730062:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd66a147. 00000100:00000200:2.0:1761313446.730069:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492032, portal 16 00000400:00000010:2.0:1761313446.730074:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe79c649. 00000100:00000200:2.0:1761313446.730076:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492032, offset 0 00000400:00000200:2.0:1761313446.730091:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.730097:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.730105:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.730109:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.730111:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.730114:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89348:89348:256:4294967295] 192.168.204.1@tcp LPNI seq info [89348:89348:8:4294967295] 00000400:00000200:2.0:1761313446.730120:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.730124:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.730127:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c24a49b (tot 82354770). 00000800:00000200:2.0:1761313446.730131:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.730135:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.730137:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c24a49b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.730210:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.730213:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c24a49b (tot 82354522). 00000400:00000200:1.0:1761313446.730216:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.730220:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.730223:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe79c649 00000400:00000010:1.0:1761313446.730224:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe79c649. 00000100:00000200:1.0:1761313446.730228:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc378313 x1846869206492032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.732083:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.732102:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe380 00000400:00000200:1.0:1761313446.732111:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae53d [1] + 224 00000400:00000200:1.0:1761313446.732123:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.732127:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.732137:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc378313 x1846869206492032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.732185:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.732190:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956180 00000400:00000200:1.0:1761313446.732194:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xace71 [2] + 1640 00000400:00000200:1.0:1761313446.732774:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.732780:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.732785:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.732791:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00000400:00000010:3.0:1761313446.732971:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039998e8a. 00000400:00000200:3.0:1761313446.732976:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd66a147 00000400:00000010:3.0:1761313446.732978:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd66a147. 00000100:00000200:3.0:1761313446.732984:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc378313 x1846869206492032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.732993:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc378313 x1846869206492032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.733021:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000188f6300. 02000000:00000010:3.0:1761313446.733027:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005566f762. 00000100:00000010:3.0:1761313446.733030:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc378313. 00000100:00000010:3.0:1761313446.733033:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:3.0:1761313446.733036:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021f438b3. 00000020:00000010:0.0:1761313446.733195:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005402bf73. 00000020:00000010:0.0:1761313446.733202:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008583fe8e. 00000020:00000010:0.0:1761313446.733207:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1073240. 00000100:00000200:0.0:1761313446.733229:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199511936/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313446.733250:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199511936 02000000:00000010:0.0:1761313446.733259:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9b93d44. 00010000:00000010:0.0:1761313446.733284:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd6325c4. 00010000:00000010:0.0:1761313446.733302:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.733309:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00010000:00000010:2.1:1761313446.733493:0:78561:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072eee069. 00010000:00000010:2.1:1761313446.733499:0:78561:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f5d5210. 00010000:00000010:2.1:1761313446.733502:0:78561:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4f92db6. 00000100:00000010:0.0:1761313446.733607:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.733611:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.733624:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e99e622. 00000100:00000200:0.0:1761313446.733628:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199511936, offset 224 00000400:00000200:0.0:1761313446.733635:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.733646:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.733652:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89349:89349:256:4294967295] 192.168.204.1@tcp LPNI seq info [89349:89349:8:4294967295] 00000400:00000200:0.0:1761313446.733663:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.733668:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.733672:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313446.733677:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.733683:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.733687:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.733712:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008583fe8e. 00000020:00000010:0.0:1761313446.733716:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1073240. 00000020:00000010:0.0:1761313446.733718:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005402bf73. 00000800:00000200:0.0:1761313446.733789:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.733792:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:0.0:1761313446.733795:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.733798:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.733801:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e99e622 00000400:00000010:0.0:1761313446.733802:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e99e622. 00080000:00000010:3.0:1761313446.735962:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000346a60b3. 00010000:00000010:3.0:1761313446.736085:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000264698dc. 00010000:00000010:3.0:1761313446.736094:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc755d. 00010000:00000010:3.0:1761313446.736183:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022f9b998. 00010000:00000010:3.0:1761313446.736192:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.736204:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e89a97dd. 00000100:00000010:3.0:1761313446.736211:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313446.736220:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 02000000:00000010:3.0:1761313446.736236:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007eff603f. 02000000:00000010:3.0:1761313446.736265:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000029fb9502. 00000400:00000010:3.0:1761313446.736272:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000380486bb. 00000400:00000010:3.0:1761313446.736278:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313446.736285:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492096, portal 16 00000400:00000010:3.0:1761313446.736290:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313446.736292:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492096, offset 0 00000400:00000200:3.0:1761313446.736302:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.736316:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.736323:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.736326:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.736329:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.736333:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89350:89350:256:4294967295] 192.168.204.1@tcp LPNI seq info [89350:89350:8:4294967295] 00000400:00000200:3.0:1761313446.736342:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.736348:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.736352:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82354770). 00000800:00000200:3.0:1761313446.736357:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.736364:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.736368:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.736566:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.736570:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:1.0:1761313446.736575:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.736580:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.736585:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:1.0:1761313446.736587:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:1.0:1761313446.736596:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fb233b29 x1846869206492096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.737497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c14e4644. 00010000:00000010:2.1:1761313446.737506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22c148f. 00010000:00000010:0.1:1761313446.737659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e8a41a0. 00000400:00000200:1.0:1761313446.738229:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.738244:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe3c0 00000400:00000200:1.0:1761313446.738252:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae549 [1] + 224 00000400:00000200:1.0:1761313446.738264:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.738268:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.738276:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fb233b29 x1846869206492096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.738356:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380486bb. 00000400:00000200:3.0:1761313446.738360:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:3.0:1761313446.738363:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000100:00000200:3.0:1761313446.738369:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fb233b29 x1846869206492096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.738377:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fb233b29 x1846869206492096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.738408:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000029fb9502. 02000000:00000010:3.0:1761313446.738412:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007eff603f. 00000100:00000010:3.0:1761313446.738416:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 00000100:00000010:3.0:1761313446.738420:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:3.0:1761313446.738424:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e89a97dd. 00000400:00000200:0.0:1761313446.739015:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.739026:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9561c0 00000400:00000200:0.0:1761313446.739032:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xace71 [2] + 1968 00000400:00000010:0.0:1761313446.739035:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d20d6ab. 00000400:00000200:0.0:1761313446.739039:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000094a4fcf9 00000400:00000200:0.0:1761313446.739082:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.739086:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.739090:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a4fcf9 00000400:00000010:0.0:1761313446.739092:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000094a4fcf9 (tot 82354370). 00000100:00000200:0.0:1761313446.739097:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313446.739171:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfd3902d. 00000020:00000010:1.0:1761313446.739178:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.739182:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313446.739205:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000033f3aa1e x1846869199512000/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313446.739241:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512000 02000000:00000010:1.0:1761313446.739253:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d4c96419. 00010000:00000010:1.0:1761313446.739283:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078c72a52. 00010000:00000010:1.0:1761313446.739303:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfa813bf. 00000100:00000010:1.0:1761313446.739308:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a07214cb. 00000100:00000010:1.0:1761313446.739323:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a07214cb. 00010000:00000010:1.0:1761313446.739327:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfa813bf. 00000400:00000010:1.0:1761313446.739342:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022b7cfcb. 00000100:00000200:1.0:1761313446.739346:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512000, offset 224 00000400:00000200:1.0:1761313446.739353:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.739363:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.739370:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89351:89351:256:4294967295] 192.168.204.1@tcp LPNI seq info [89351:89351:8:4294967295] 00000400:00000200:1.0:1761313446.739379:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.739384:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.739387:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82354618). 00000800:00000200:1.0:1761313446.739392:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.739400:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.739404:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313446.739434:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.739438:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313446.739440:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfd3902d. 02000000:00000010:1.0:1761313446.739450:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9b93d44. 00000100:00000010:1.0:1761313446.739465:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 02000000:00000010:1.0:1761313446.739502:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7d16a4e. 00000100:00000010:1.0:1761313446.739505:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313446.739508:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003bcd025d. 00000100:00000010:1.0:1761313446.739510:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 02000000:00000010:1.0:1761313446.739515:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006253d7f2. 00000100:00000010:1.0:1761313446.739517:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c468af4. 00080000:00000010:3.0:1761313446.739518:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007eff603f. 02000000:00000010:1.0:1761313446.739521:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3718e52. 00000100:00000010:1.0:1761313446.739524:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000023c2e59. 02000000:00000010:1.0:1761313446.739528:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009d30e4b7. 00000100:00000010:1.0:1761313446.739529:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000200:1.0:1761313446.739536:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313446.739542:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000339d3606. 00000400:00000010:1.0:1761313446.739546:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a07214cb (tot 82354770). 00010000:00000010:3.0:1761313446.739613:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.739629:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091b4f8ef. 00000800:00000200:2.0:1761313446.739670:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.739674:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:2.0:1761313446.739678:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.739682:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.739684:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022b7cfcb 00000400:00000010:2.0:1761313446.739686:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022b7cfcb. 02000000:00000010:2.0:1761313446.739691:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d4c96419. 00010000:00000010:3.0:1761313446.739803:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:3.0:1761313446.739815:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.739827:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e89a97dd. 00000100:00000010:3.0:1761313446.739831:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313446.739838:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 02000000:00000010:3.0:1761313446.739850:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029fb9502. 02000000:00000010:3.0:1761313446.739878:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000787c82f1. 00000400:00000010:3.0:1761313446.739883:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000380486bb. 00000400:00000010:3.0:1761313446.739887:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313446.739890:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492160, portal 16 00000400:00000010:3.0:1761313446.739894:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c44581b. 00000100:00000200:3.0:1761313446.739896:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492160, offset 0 00000400:00000200:3.0:1761313446.739901:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.739907:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.739914:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.739917:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.739919:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.739921:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89352:89352:256:4294967295] 192.168.204.1@tcp LPNI seq info [89352:89352:8:4294967295] 00000400:00000200:3.0:1761313446.739929:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.739933:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.739935:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354770). 00000800:00000200:3.0:1761313446.739939:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.739944:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.739946:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.740039:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.740042:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354522). 00000400:00000200:1.0:1761313446.740045:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.740049:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.740051:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c44581b 00000400:00000010:1.0:1761313446.740053:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c44581b. 00000100:00000200:1.0:1761313446.740059:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fb233b29 x1846869206492160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.741587:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054b96484. 00000400:00000200:0.0:1761313446.741611:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.741623:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe400 00000400:00000200:0.0:1761313446.741630:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae559 [1] + 224 00000400:00000200:0.0:1761313446.741640:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.741643:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.741651:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fb233b29 x1846869206492160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313446.742144:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.742161:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956200 00000400:00000200:0.0:1761313446.742166:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacec9 [2] + 0 00000400:00000200:0.0:1761313446.742548:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.742553:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.742558:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313446.742563:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfb623eb. 00000020:00000010:1.0:1761313446.742623:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3718e52. 00000020:00000010:1.0:1761313446.742630:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.742633:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313446.742656:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfb623eb x1846869199512064/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:3.0:1761313446.742703:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380486bb. 00000400:00000200:3.0:1761313446.742709:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:3.0:1761313446.742711:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000100:00000200:3.0:1761313446.742718:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fb233b29 x1846869206492160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.742727:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fb233b29 x1846869206492160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.742753:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000787c82f1. 02000000:00000010:3.0:1761313446.742759:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000029fb9502. 00000100:00000200:1.0:1761313446.742759:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512064 00000100:00000010:3.0:1761313446.742763:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 00000100:00000010:3.0:1761313446.742769:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 02000000:00000010:1.0:1761313446.742772:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006253d7f2. 00010000:00000010:3.0:1761313446.742774:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e89a97dd. 00010000:00000010:1.0:1761313446.742799:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000524df63c. 00010000:00000010:1.0:1761313446.742827:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfa813bf. 00000100:00000010:1.0:1761313446.742833:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a9a8bc3. 00000100:00000010:1.0:1761313446.742850:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a9a8bc3. 00010000:00000010:1.0:1761313446.742854:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfa813bf. 00000400:00000010:1.0:1761313446.742869:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313446.742873:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512064, offset 224 00000400:00000200:1.0:1761313446.742880:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.742890:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.742896:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89353:89353:256:4294967295] 192.168.204.1@tcp LPNI seq info [89353:89353:8:4294967295] 00000400:00000200:1.0:1761313446.742905:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.742910:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.742913:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ad010ba (tot 82354770). 00080000:00000010:3.0:1761313446.742918:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029fb9502. 00000800:00000200:1.0:1761313446.742918:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.742925:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.742928:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ad010ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313446.742955:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.742959:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313446.742961:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3718e52. 00010000:00000010:3.0:1761313446.743012:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.743020:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007c8eeb82. 00000800:00000200:2.0:1761313446.743080:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.743084:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ad010ba (tot 82354522). 00000400:00000200:2.0:1761313446.743088:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.743093:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.743095:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:2.0:1761313446.743097:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00010000:00000010:3.0:1761313446.743106:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.0:1761313446.743112:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.743122:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e89a97dd. 00000100:00000010:3.0:1761313446.743126:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313446.743131:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 02000000:00000010:3.0:1761313446.743142:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000787c82f1. 02000000:00000010:3.0:1761313446.743174:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d67dd5bd. 00000400:00000010:3.0:1761313446.743177:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000380486bb. 00000400:00000010:3.0:1761313446.743180:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313446.743185:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492224, portal 16 00000400:00000010:3.0:1761313446.743235:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000542f1aca. 00000100:00000200:3.0:1761313446.743238:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492224, offset 0 00000400:00000200:3.0:1761313446.743243:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.743249:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.743256:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.743260:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.743262:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.743264:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89354:89354:256:4294967295] 192.168.204.1@tcp LPNI seq info [89354:89354:8:4294967295] 00000400:00000200:3.0:1761313446.743270:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.743274:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.743277:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82354770). 00000800:00000200:3.0:1761313446.743280:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.743283:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.743285:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.743427:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.743429:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:1.0:1761313446.743432:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.743436:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.743438:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000542f1aca 00000400:00000010:1.0:1761313446.743440:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000542f1aca. 00000100:00000200:1.0:1761313446.743445:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fb233b29 x1846869206492224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313446.745201:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.745216:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe440 00000400:00000200:0.0:1761313446.745223:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae565 [1] + 224 00000400:00000200:0.0:1761313446.745232:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.745235:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.745242:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fb233b29 x1846869206492224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313446.745272:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.745278:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956240 00000400:00000200:0.0:1761313446.745282:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacec9 [2] + 328 00010000:00000010:1.1:1761313446.745574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ccb391d. 00000400:00000200:0.0:1761313446.745640:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.745646:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.745650:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313446.745655:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008fa85d88. 00010000:00000010:3.1:1761313446.745723:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006418d438. 00010000:00000010:3.1:1761313446.745729:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deeec26d. 00000400:00000010:3.0:1761313446.745745:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380486bb. 00000400:00000200:3.0:1761313446.745749:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:3.0:1761313446.745751:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000100:00000200:3.0:1761313446.745757:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fb233b29 x1846869206492224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.745765:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fb233b29 x1846869206492224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.745787:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d67dd5bd. 02000000:00000010:3.0:1761313446.745791:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000787c82f1. 00000100:00000010:3.0:1761313446.745794:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 00000100:00000010:3.0:1761313446.745797:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:3.0:1761313446.745800:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e89a97dd. 00000020:00000010:1.0:1761313446.745867:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3718e52. 00000020:00000010:1.0:1761313446.745874:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.745878:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313446.745898:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008fa85d88 x1846869199512128/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313446.745930:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512128 02000000:00000010:1.0:1761313446.745941:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cfd3902d. 00010000:00000010:1.0:1761313446.745966:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002521fa19. 00010000:00000010:1.0:1761313446.745985:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfa813bf. 00000100:00000010:1.0:1761313446.745990:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a9a8bc3. 00000100:00000010:1.0:1761313446.746005:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a9a8bc3. 00010000:00000010:1.0:1761313446.746009:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfa813bf. 00000400:00000010:1.0:1761313446.746020:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009603b8d4. 00000100:00000200:1.0:1761313446.746024:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512128, offset 224 00000400:00000200:1.0:1761313446.746041:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.746052:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.746057:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89355:89355:256:4294967295] 192.168.204.1@tcp LPNI seq info [89355:89355:8:4294967295] 00000400:00000200:1.0:1761313446.746067:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.746072:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.746076:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ad010ba (tot 82354770). 00000800:00000200:1.0:1761313446.746081:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.746088:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.746091:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ad010ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313446.746113:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.746116:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313446.746119:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3718e52. 00080000:00000010:3.0:1761313446.746209:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000787c82f1. 00010000:00000010:3.0:1761313446.746301:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.746308:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000018e827bc. 00010000:00000010:3.0:1761313446.746395:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011941016. 00010000:00000010:3.0:1761313446.746400:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.746408:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e89a97dd. 00000100:00000010:3.0:1761313446.746411:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313446.746416:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 02000000:00000010:3.0:1761313446.746425:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d67dd5bd. 02000000:00000010:3.0:1761313446.746446:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa28c924. 00000400:00000010:3.0:1761313446.746450:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000380486bb. 00000400:00000010:3.0:1761313446.746454:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313446.746458:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492288, portal 16 00000400:00000010:3.0:1761313446.746463:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041794d07. 00000100:00000200:3.0:1761313446.746464:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492288, offset 0 00000400:00000200:3.0:1761313446.746514:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.746521:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.746528:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.746532:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.746534:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.746537:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89356:89356:255:4294967295] 192.168.204.1@tcp LPNI seq info [89356:89356:7:4294967295] 00000400:00000200:3.0:1761313446.746544:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.746548:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.746551:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2099ebe (tot 82355018). 00000800:00000200:3.0:1761313446.746554:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.746558:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.746561:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e2099ebe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313446.747354:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.747361:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ad010ba (tot 82354770). 00000400:00000200:2.0:1761313446.747366:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.747372:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.747376:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009603b8d4 00000400:00000010:2.0:1761313446.747378:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009603b8d4. 00000800:00000200:2.0:1761313446.747440:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.747443:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2099ebe (tot 82354522). 00000400:00000200:2.0:1761313446.747446:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.747449:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.747451:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041794d07 00000400:00000010:2.0:1761313446.747453:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041794d07. 00000100:00000200:2.0:1761313446.747459:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fb233b29 x1846869206492288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.749750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb66727b. 00010000:00000010:3.1:1761313446.749764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00000400:00000200:1.0:1761313446.750057:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.750077:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe480 00000400:00000200:1.0:1761313446.750085:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae571 [1] + 224 00000400:00000200:1.0:1761313446.750115:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.750119:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.750131:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fb233b29 x1846869206492288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.750861:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380486bb. 00000400:00000200:3.0:1761313446.750869:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:3.0:1761313446.750871:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000100:00000200:3.0:1761313446.750881:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fb233b29 x1846869206492288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.750890:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fb233b29 x1846869206492288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.750924:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa28c924. 02000000:00000010:3.0:1761313446.750930:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d67dd5bd. 00000100:00000010:3.0:1761313446.750933:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 00000100:00000010:3.0:1761313446.750938:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:3.0:1761313446.750942:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e89a97dd. 00000400:00000200:0.0:1761313446.751035:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.751047:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956280 00000400:00000200:0.0:1761313446.751053:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacec9 [2] + 656 00000400:00000200:0.0:1761313446.751407:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.751413:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.751419:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313446.751425:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efea900. 00000020:00000010:2.0:1761313446.752307:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c1899a4. 00000020:00000010:2.0:1761313446.752315:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313446.752319:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.752340:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003efea900 x1846869199512192/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.752376:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512192 02000000:00000010:2.0:1761313446.752387:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007e6a9d15. 00010000:00000010:2.0:1761313446.752410:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a4b860c. 00010000:00000010:2.0:1761313446.752550:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b84f340. 00000100:00000010:2.0:1761313446.752557:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313446.752569:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:2.0:1761313446.752572:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b84f340. 00000400:00000010:2.0:1761313446.752584:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313446.752588:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512192, offset 224 00000400:00000200:2.0:1761313446.752595:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.752606:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.752614:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89357:89357:256:4294967295] 192.168.204.1@tcp LPNI seq info [89357:89357:8:4294967295] 00000400:00000200:2.0:1761313446.752629:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.752634:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.752639:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068b7b57f (tot 82354770). 00000800:00000200:2.0:1761313446.752647:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.752654:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.752657:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068b7b57f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.752677:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313446.752680:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.752683:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c1899a4. 00080000:00000010:3.0:1761313446.752734:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d67dd5bd. 00010000:00000010:3.0:1761313446.752834:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.752841:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000afcad0d0. 00010000:00000010:3.0:1761313446.752932:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022f9b998. 00010000:00000010:3.0:1761313446.752940:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.752954:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e89a97dd. 00000100:00000010:3.0:1761313446.752957:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313446.752966:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 02000000:00000010:3.0:1761313446.752979:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa28c924. 02000000:00000010:3.0:1761313446.753011:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a72fcc3. 00000400:00000010:3.0:1761313446.753017:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000380486bb. 00000400:00000010:3.0:1761313446.753022:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313446.753030:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492352, portal 16 00000400:00000010:3.0:1761313446.753034:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eafa7148. 00000100:00000200:3.0:1761313446.753036:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492352, offset 0 00000400:00000200:3.0:1761313446.753041:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.753048:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.753056:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.753060:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.753062:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.753065:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89358:89358:255:4294967295] 192.168.204.1@tcp LPNI seq info [89358:89358:7:4294967295] 00000400:00000200:3.0:1761313446.753072:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.753076:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.753080:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2099ebe (tot 82355018). 00000800:00000200:3.0:1761313446.753083:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.753087:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.753090:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e2099ebe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.753183:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.753188:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068b7b57f (tot 82354770). 00000400:00000200:1.0:1761313446.753193:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.753199:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.753203:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:1.0:1761313446.753205:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000800:00000200:1.0:1761313446.753427:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.753429:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2099ebe (tot 82354522). 00000400:00000200:1.0:1761313446.753432:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.753435:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.753438:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eafa7148 00000400:00000010:1.0:1761313446.753440:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eafa7148. 00000100:00000200:1.0:1761313446.753447:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fb233b29 x1846869206492352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.754205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040c294e9. 00010000:00000010:3.1:1761313446.754214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:3.1:1761313446.754218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d61834e. 00010000:00000010:3.1:1761313446.754220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b208bf8. 00010000:00000010:1.1:1761313446.754683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c325a506. 00010000:00000010:1.1:1761313446.754690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abfe4999. 00000400:00000200:1.0:1761313446.756196:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.756216:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe4c0 00000400:00000200:1.0:1761313446.756225:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae57d [1] + 224 00000400:00000200:1.0:1761313446.756236:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.756241:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.756250:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fb233b29 x1846869206492352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.756281:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.756285:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9562c0 00000400:00000200:1.0:1761313446.756289:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacec9 [2] + 984 00000400:00000200:1.0:1761313446.756295:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.756298:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.756301:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.756306:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 00000400:00000010:3.0:1761313446.756367:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380486bb. 00000400:00000200:3.0:1761313446.756372:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:3.0:1761313446.756374:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000100:00000200:3.0:1761313446.756382:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fb233b29 x1846869206492352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.756395:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fb233b29 x1846869206492352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.756422:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a72fcc3. 02000000:00000010:3.0:1761313446.756427:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aa28c924. 00000100:00000010:3.0:1761313446.756430:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 00000100:00000010:3.0:1761313446.756434:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:3.0:1761313446.756437:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e89a97dd. 00000020:00000010:2.0:1761313446.756530:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c1899a4. 00000020:00000010:2.0:1761313446.756536:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313446.756540:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.756560:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dc8069e x1846869199512256/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313446.756590:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512256 02000000:00000010:2.0:1761313446.756601:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000001cd3d0d. 00010000:00000010:2.0:1761313446.756629:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000fc2cbf7. 00010000:00000010:2.0:1761313446.756651:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b84f340. 00000100:00000010:2.0:1761313446.756658:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313446.756667:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:2.0:1761313446.756669:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b84f340. 00000400:00000010:2.0:1761313446.756680:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1b40db9. 00000100:00000200:2.0:1761313446.756684:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512256, offset 224 00000400:00000200:2.0:1761313446.756690:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.756700:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.756704:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89359:89359:256:4294967295] 192.168.204.1@tcp LPNI seq info [89359:89359:8:4294967295] 00000400:00000200:2.0:1761313446.756714:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.756721:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.756725:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb86b6d5 (tot 82354770). 00000800:00000200:2.0:1761313446.756730:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.756736:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.756739:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bb86b6d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.756751:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313446.756754:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.756756:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c1899a4. 00000800:00000200:0.0:1761313446.756918:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.756922:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb86b6d5 (tot 82354522). 00000400:00000200:0.0:1761313446.756926:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.756929:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.756932:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1b40db9 00000400:00000010:0.0:1761313446.756933:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1b40db9. 00080000:00000010:3.0:1761313446.757190:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa28c924. 00010000:00000010:3.0:1761313446.757270:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.757276:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066140359. 00010000:00000010:3.0:1761313446.757355:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.0:1761313446.757360:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.757369:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e89a97dd. 00000100:00000010:3.0:1761313446.757373:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313446.757378:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 02000000:00000010:3.0:1761313446.757387:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009a72fcc3. 02000000:00000010:3.0:1761313446.757410:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5fedd71. 00000400:00000010:3.0:1761313446.757413:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000380486bb. 00000400:00000010:3.0:1761313446.757417:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313446.757421:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492416, portal 16 00000400:00000010:3.0:1761313446.757425:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4631295. 00000100:00000200:3.0:1761313446.757426:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492416, offset 0 00000400:00000200:3.0:1761313446.757431:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.757437:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.757444:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.757447:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.757449:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.757452:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89360:89360:256:4294967295] 192.168.204.1@tcp LPNI seq info [89360:89360:8:4294967295] 00000400:00000200:3.0:1761313446.757459:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.757463:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.757466:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82354770). 00000800:00000200:3.0:1761313446.757499:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.757503:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.757505:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313446.758167:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.758170:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:0.0:1761313446.758174:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.758179:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.758182:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4631295 00000400:00000010:0.0:1761313446.758183:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4631295. 00000100:00000200:0.0:1761313446.758190:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fb233b29 x1846869206492416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.758572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e79b806e. 00010000:00000010:3.1:1761313446.762644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfd4bef3. 00010000:00000010:3.1:1761313446.762664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:2.1:1761313446.763522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000354e8389. 00000400:00000200:1.0:1761313446.766564:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.766873:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe500 00000400:00000200:1.0:1761313446.766882:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae589 [1] + 224 00000400:00000200:1.0:1761313446.766898:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.766903:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.766916:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fb233b29 x1846869206492416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.766961:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.766967:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956300 00000400:00000200:1.0:1761313446.766971:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacec9 [2] + 1312 00000400:00000200:1.0:1761313446.767044:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.767047:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.767052:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.767058:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00000020:00000010:1.0:1761313446.767122:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3718e52. 00000020:00000010:1.0:1761313446.767129:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.767135:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313446.767173:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199512320/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313446.767216:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512320 02000000:00000010:1.0:1761313446.767231:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d4c96419. 00010000:00000010:1.0:1761313446.767281:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfa813bf. 00000100:00000010:1.0:1761313446.767289:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a9a8bc3. 00000100:00000010:1.0:1761313446.767297:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a9a8bc3. 00010000:00000010:1.0:1761313446.767302:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfa813bf. 00000400:00000010:1.0:1761313446.767319:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028a3d526. 00000100:00000200:1.0:1761313446.767325:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512320, offset 224 00000400:00000200:1.0:1761313446.767332:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.767344:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.767350:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89361:89361:256:4294967295] 192.168.204.1@tcp LPNI seq info [89361:89361:8:4294967295] 00000400:00000200:1.0:1761313446.767359:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.767364:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.767369:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82354770). 00000800:00000200:1.0:1761313446.767376:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.767382:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.767391:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313446.767411:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.767416:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313446.767419:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3718e52. 00000800:00000200:1.0:1761313446.767527:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.767530:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:1.0:1761313446.767534:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.767537:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.767541:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028a3d526 00000400:00000010:1.0:1761313446.767543:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028a3d526. 00000400:00000010:3.0:1761313446.771163:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380486bb. 00000400:00000200:3.0:1761313446.771177:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:3.0:1761313446.771180:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000100:00000200:3.0:1761313446.771204:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fb233b29 x1846869206492416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.771219:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fb233b29 x1846869206492416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313446.771261:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd08182a. 02000000:00000010:3.0:1761313446.771285:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5fedd71. 02000000:00000010:3.0:1761313446.771292:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009a72fcc3. 00000100:00000010:3.0:1761313446.771296:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 00000100:00000010:3.0:1761313446.771300:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:3.0:1761313446.771304:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e89a97dd. 00080000:00000010:3.0:1761313446.771330:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a72fcc3. 00010000:00000010:3.0:1761313446.771443:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.771451:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000413e490b. 00010000:00000010:3.0:1761313446.771736:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011941016. 00010000:00000010:3.0:1761313446.771745:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.771759:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e89a97dd. 00000100:00000010:3.0:1761313446.771767:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313446.771776:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 02000000:00000010:3.0:1761313446.771792:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5fedd71. 02000000:00000010:3.0:1761313446.771826:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003394f4c5. 00000400:00000010:3.0:1761313446.771831:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000380486bb. 00000400:00000010:3.0:1761313446.771837:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313446.771843:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492480, portal 16 00000400:00000010:3.0:1761313446.771849:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008958a6fd. 00000100:00000200:3.0:1761313446.771854:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492480, offset 0 00000400:00000200:3.0:1761313446.771863:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.771878:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.771887:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.771891:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.771894:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.771899:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89362:89362:256:4294967295] 192.168.204.1@tcp LPNI seq info [89362:89362:8:4294967295] 00000400:00000200:3.0:1761313446.771910:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.771919:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.771924:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354770). 00000800:00000200:3.0:1761313446.771931:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.771940:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.771945:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313446.772163:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.772167:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354522). 00000400:00000200:0.0:1761313446.772172:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.772178:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.772182:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008958a6fd 00000400:00000010:0.0:1761313446.772184:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008958a6fd. 00000100:00000200:0.0:1761313446.772191:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fb233b29 x1846869206492480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.776274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d49ece4. 00010000:00000010:3.1:1761313446.776295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00000400:00000200:1.0:1761313446.780895:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.780922:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe540 00000400:00000200:1.0:1761313446.780934:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae595 [1] + 224 00000400:00000200:1.0:1761313446.780952:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.780957:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.780971:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fb233b29 x1846869206492480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.781019:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.781026:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956340 00000400:00000200:1.0:1761313446.781031:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacec9 [2] + 1640 00000400:00000200:1.0:1761313446.781044:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.781047:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.781051:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761313446.781721:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380486bb. 00000400:00000200:3.0:1761313446.781730:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:3.0:1761313446.781732:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000100:00000200:3.0:1761313446.781742:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fb233b29 x1846869206492480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.781751:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fb233b29 x1846869206492480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.781787:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003394f4c5. 02000000:00000010:3.0:1761313446.781794:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5fedd71. 00000100:00000010:3.0:1761313446.781798:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 00000100:00000010:3.0:1761313446.781802:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:3.0:1761313446.781806:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e89a97dd. 00000100:00000010:1.0:1761313446.781863:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00010000:00000010:3.1:1761313446.783643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa6aac18. 00010000:00000010:3.1:1761313446.783659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e4c0b5c. 00010000:00000010:3.1:1761313446.783664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b208bf8. 00000020:00000010:2.0:1761313446.783754:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c1899a4. 00000020:00000010:2.0:1761313446.783761:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313446.783766:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.783796:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199512384/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.783836:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512384 02000000:00000010:2.0:1761313446.783847:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af419871. 00010000:00000010:2.0:1761313446.783874:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014d46315. 00010000:00000010:2.0:1761313446.783895:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b84f340. 00000100:00000010:2.0:1761313446.783902:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313446.783919:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:2.0:1761313446.783923:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b84f340. 00000400:00000010:2.0:1761313446.783936:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b53b14. 00000100:00000200:2.0:1761313446.783942:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512384, offset 224 00000400:00000200:2.0:1761313446.783950:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.783963:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.783969:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89363:89363:256:4294967295] 192.168.204.1@tcp LPNI seq info [89363:89363:8:4294967295] 00000400:00000200:2.0:1761313446.783978:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.783984:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.783988:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025c7dbcf (tot 82354770). 00000800:00000200:2.0:1761313446.783994:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.784000:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.784003:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025c7dbcf type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761313446.784684:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5fedd71. 00010000:00000010:3.0:1761313446.784776:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.784783:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049c5ad86. 00010000:00000010:3.0:1761313446.784860:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.0:1761313446.784866:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313446.784877:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e89a97dd. 00000100:00000010:3.0:1761313446.784882:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313446.784890:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 02000000:00000010:3.0:1761313446.784901:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003394f4c5. 02000000:00000010:3.0:1761313446.784925:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d30e4b7. 00000400:00000010:3.0:1761313446.784931:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000380486bb. 00000400:00000010:3.0:1761313446.784936:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313446.784941:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492544, portal 16 00000400:00000010:3.0:1761313446.784946:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003773d4dc. 00000100:00000200:3.0:1761313446.784948:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492544, offset 0 00000400:00000200:3.0:1761313446.784954:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.784963:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.784970:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.784973:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.784976:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.784979:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89364:89364:255:4294967295] 192.168.204.1@tcp LPNI seq info [89364:89364:7:4294967295] 00000400:00000200:3.0:1761313446.784987:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.784991:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.784994:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82355018). 00000800:00000200:3.0:1761313446.784999:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.785003:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.785006:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.785300:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313446.785306:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.785309:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c1899a4. 00000800:00000200:0.0:1761313446.786034:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.786039:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025c7dbcf (tot 82354770). 00000400:00000200:0.0:1761313446.786044:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.786051:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.786055:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b53b14 00000400:00000010:0.0:1761313446.786058:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b53b14. 00000800:00000200:0.0:1761313446.786222:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.786224:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:0.0:1761313446.786227:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.786231:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.786233:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003773d4dc 00000400:00000010:0.0:1761313446.786235:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003773d4dc. 00000100:00000200:0.0:1761313446.786243:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fb233b29 x1846869206492544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.789541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad13bf8e. 00000400:00000200:3.0:1761313446.792604:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.792626:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe580 00000400:00000200:3.0:1761313446.792636:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae5a1 [1] + 224 00000400:00000200:3.0:1761313446.792649:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.792654:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.792666:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fb233b29 x1846869206492544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.792911:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.792917:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956380 00000400:00000200:3.0:1761313446.792922:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacec9 [2] + 1968 00000400:00000010:3.0:1761313446.792926:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000855cc63c. 00000400:00000200:3.0:1761313446.792930:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d88dfe19 00000400:00000200:3.0:1761313446.792937:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.792940:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.792942:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d88dfe19 00000400:00000010:3.0:1761313446.792944:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d88dfe19 (tot 82354370). 00000100:00000200:3.0:1761313446.792947:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313446.794235:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3718e52. 00000020:00000010:1.0:1761313446.794249:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.794255:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313446.794284:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000548ccb6f x1846869199512448/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313446.794326:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512448 02000000:00000010:1.0:1761313446.794340:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000090c7c18. 00010000:00000010:1.0:1761313446.794383:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfa813bf. 00000100:00000010:1.0:1761313446.794392:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a9a8bc3. 00000100:00000010:1.0:1761313446.794398:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a9a8bc3. 00010000:00000010:1.0:1761313446.794404:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfa813bf. 00000400:00000010:1.0:1761313446.794419:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028a3d526. 00000100:00000200:1.0:1761313446.794424:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512448, offset 224 00000400:00000200:1.0:1761313446.794434:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.794447:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.794454:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89365:89365:256:4294967295] 192.168.204.1@tcp LPNI seq info [89365:89365:8:4294967295] 00000400:00000200:1.0:1761313446.794466:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.794501:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.794506:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82354618). 00000800:00000200:1.0:1761313446.794512:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.794518:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.794523:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313446.794544:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.794548:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313446.794552:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3718e52. 00000400:00000010:2.0:1761313446.794553:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380486bb. 00000400:00000200:2.0:1761313446.794559:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:2.0:1761313446.794561:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 02000000:00000010:1.0:1761313446.794562:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af419871. 00000100:00000010:1.0:1761313446.794568:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 00000100:00000200:2.0:1761313446.794571:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fb233b29 x1846869206492544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313446.794574:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d4c96419. 00000100:00000010:1.0:1761313446.794577:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 02000000:00000010:1.0:1761313446.794581:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000001cd3d0d. 00000100:00000200:2.0:1761313446.794585:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fb233b29 x1846869206492544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761313446.794587:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313446.794591:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007e6a9d15. 00000100:00000010:1.0:1761313446.794594:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efea900. 02000000:00000010:1.0:1761313446.794599:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cfd3902d. 00000100:00000010:1.0:1761313446.794603:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008fa85d88. 00010000:00000010:2.0:1761313446.794611:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ec89d54. 02000000:00000010:1.0:1761313446.794622:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006253d7f2. 00000100:00000010:1.0:1761313446.794625:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfb623eb. 02000000:00000010:2.0:1761313446.794628:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d30e4b7. 00000100:00000200:1.0:1761313446.794632:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 02000000:00000010:2.0:1761313446.794634:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003394f4c5. 00000400:00000010:1.0:1761313446.794638:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000032a75e93. 00000100:00000010:2.0:1761313446.794644:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 00000100:00000010:2.0:1761313446.794647:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00000400:00000010:1.0:1761313446.794648:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007a9a8bc3 (tot 82354770). 00010000:00000010:2.0:1761313446.794650:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e89a97dd. 00080000:00000010:2.0:1761313446.794668:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c1899a4. 00010000:00000010:3.1:1761313446.794690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5ae15de. 00010000:00000010:3.1:1761313446.794699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:2.0:1761313446.794753:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:2.0:1761313446.794760:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032915457. 00000800:00000200:1.0:1761313446.794760:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.794765:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:1.0:1761313446.794771:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.794776:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.794778:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028a3d526 00000400:00000010:1.0:1761313446.794780:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028a3d526. 02000000:00000010:1.0:1761313446.794785:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000090c7c18. 00010000:00000010:2.0:1761313446.794840:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000010cd45ec. 00010000:00000010:2.0:1761313446.794845:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000086b06e53. 00010000:00000010:2.0:1761313446.794850:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22c148f. 00010000:00000010:2.0:1761313446.794855:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001543b719. 00080000:00000010:2.0:1761313446.794865:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080d62eed. 00010000:00000010:2.0:1761313446.794886:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001543b719. 00010000:00000010:2.0:1761313446.794889:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086b06e53. 00010000:00000010:2.0:1761313446.794937:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008edcd820. 00010000:00000010:2.0:1761313446.794941:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001543b719. 00010000:00000010:2.0:1761313446.794947:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b84f340. 00000100:00000010:2.0:1761313446.794952:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313446.794958:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313446.794967:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a51b8bf0. 02000000:00000010:2.0:1761313446.794990:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095f8b6e6. 00000400:00000010:2.0:1761313446.794993:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d20d6ab. 00000400:00000010:2.0:1761313446.794996:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313446.794999:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492608, portal 16 00000400:00000010:2.0:1761313446.795003:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b04dcd. 00000100:00000200:2.0:1761313446.795004:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492608, offset 0 00000400:00000200:2.0:1761313446.795010:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.795016:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.795022:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.795027:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.795029:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.795032:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89366:89366:256:4294967295] 192.168.204.1@tcp LPNI seq info [89366:89366:8:4294967295] 00000400:00000200:2.0:1761313446.795040:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.795045:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.795047:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a14b474 (tot 82354770). 00000800:00000200:2.0:1761313446.795051:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.795055:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.795057:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a14b474 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313446.795194:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.795197:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a14b474 (tot 82354522). 00000400:00000200:0.0:1761313446.795201:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.795205:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.795208:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b04dcd 00000400:00000010:0.0:1761313446.795209:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b04dcd. 00000100:00000200:0.0:1761313446.795214:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206492608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.798506:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.798525:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe5c0 00000400:00000200:3.0:1761313446.798534:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae5b1 [1] + 224 00000400:00000200:3.0:1761313446.798550:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.798554:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.798565:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206492608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.798753:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d20d6ab. 00000400:00000200:0.0:1761313446.798759:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:0.0:1761313446.798761:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:0.0:1761313446.798767:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206492608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.798774:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206492608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.798803:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095f8b6e6. 02000000:00000010:0.0:1761313446.798809:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a51b8bf0. 00000100:00000010:0.0:1761313446.798812:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:0.0:1761313446.798818:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:0.0:1761313446.798821:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b84f340. 00000400:00000200:1.0:1761313446.799037:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.799047:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9563c0 00000400:00000200:1.0:1761313446.799053:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacf21 [2] + 0 00000400:00000200:1.0:1761313446.799110:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.799114:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.799120:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.799125:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 00010000:00000010:2.1:1761313446.800510:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000282685e6. 00010000:00000010:2.1:1761313446.800521:0:78560:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063f83481. 00010000:00000010:2.1:1761313446.800526:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b208bf8. 00010000:00000010:2.1:1761313446.800529:0:78560:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010cd45ec. 00010000:00000010:2.1:1761313446.800531:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22c148f. 00000020:00000010:0.0:1761313446.801243:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005402bf73. 00000020:00000010:0.0:1761313446.801253:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008583fe8e. 00000020:00000010:0.0:1761313446.801258:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1073240. 00000100:00000200:0.0:1761313446.801289:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dc8069e x1846869199512512/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313446.801317:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512512 02000000:00000010:0.0:1761313446.801330:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040d71396. 00010000:00000010:0.0:1761313446.801363:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7e8c02c. 00010000:00000010:0.0:1761313446.801383:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.801391:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.801423:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.801428:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.801443:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e99e622. 00000100:00000200:0.0:1761313446.801449:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512512, offset 224 00000400:00000200:0.0:1761313446.801457:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.801492:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.801498:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89367:89367:256:4294967295] 192.168.204.1@tcp LPNI seq info [89367:89367:8:4294967295] 00000400:00000200:0.0:1761313446.801508:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.801514:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.801518:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313446.801524:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.801530:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.801534:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.801555:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008583fe8e. 00000020:00000010:0.0:1761313446.801559:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1073240. 00000020:00000010:0.0:1761313446.801562:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005402bf73. 00080000:00000010:3.0:1761313446.801911:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d6ae98d. 00000800:00000200:1.0:1761313446.801987:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.801992:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:1.0:1761313446.801998:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.802004:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.802012:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e99e622 00010000:00000010:3.0:1761313446.802013:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001543b719. 00000400:00000010:1.0:1761313446.802015:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e99e622. 00010000:00000010:3.0:1761313446.802021:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000441cd375. 00010000:00000010:3.0:1761313446.802100:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011941016. 00010000:00000010:3.0:1761313446.802107:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313446.802117:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cd55a70. 00000100:00000010:3.0:1761313446.802121:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313446.802128:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062b6f091. 02000000:00000010:3.0:1761313446.802140:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003394f4c5. 02000000:00000010:3.0:1761313446.802174:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d30e4b7. 00000400:00000010:3.0:1761313446.802181:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000855cc63c. 00000400:00000010:3.0:1761313446.802186:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a508bee2. 00000100:00000200:3.0:1761313446.802191:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492672, portal 16 00000400:00000010:3.0:1761313446.802196:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c6939da. 00000100:00000200:3.0:1761313446.802198:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492672, offset 0 00000400:00000200:3.0:1761313446.802203:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.802210:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.802216:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.802220:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.802222:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.802225:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89368:89368:256:4294967295] 192.168.204.1@tcp LPNI seq info [89368:89368:8:4294967295] 00000400:00000200:3.0:1761313446.802232:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.802235:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.802238:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82354770). 00000800:00000200:3.0:1761313446.802242:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.802246:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.802249:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.802323:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.802326:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354522). 00000400:00000200:1.0:1761313446.802329:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.802333:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.802335:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c6939da 00000400:00000010:1.0:1761313446.802337:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c6939da. 00000100:00000200:1.0:1761313446.802344:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062b6f091 x1846869206492672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.806758:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.806780:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe600 00000400:00000200:1.0:1761313446.806789:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae5bd [1] + 224 00000400:00000200:1.0:1761313446.806801:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.806805:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.806817:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062b6f091 x1846869206492672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.806983:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.806990:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956400 00000400:00000200:1.0:1761313446.806994:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacf21 [2] + 328 00000400:00000200:1.0:1761313446.807577:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.807584:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.807589:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.807596:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00000400:00000010:3.0:1761313446.808140:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000855cc63c. 00000400:00000200:3.0:1761313446.808146:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a508bee2 00000400:00000010:3.0:1761313446.808148:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a508bee2. 00000100:00000200:3.0:1761313446.808165:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062b6f091 x1846869206492672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.808174:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062b6f091 x1846869206492672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.808205:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d30e4b7. 02000000:00000010:3.0:1761313446.808210:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003394f4c5. 00000100:00000010:3.0:1761313446.808214:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062b6f091. 00000100:00000010:3.0:1761313446.808217:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:3.0:1761313446.808220:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cd55a70. 00000020:00000010:0.0:1761313446.808413:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005402bf73. 00000020:00000010:0.0:1761313446.808420:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008583fe8e. 00000020:00000010:0.0:1761313446.808425:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1073240. 00000100:00000200:0.0:1761313446.808452:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199512576/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313446.809901:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512576 02000000:00000010:0.0:1761313446.809925:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000004a4f5d1. 00010000:00000010:0.0:1761313446.809961:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f88c284. 00010000:00000010:0.0:1761313446.809987:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e955233. 00000100:00000010:0.0:1761313446.809995:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7f4707b. 00000100:00000010:0.0:1761313446.810014:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7f4707b. 00010000:00000010:0.0:1761313446.810018:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e955233. 00000400:00000010:0.0:1761313446.810035:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313446.810042:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512576, offset 224 00000400:00000200:0.0:1761313446.810057:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.810073:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.810079:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89369:89369:256:4294967295] 192.168.204.1@tcp LPNI seq info [89369:89369:8:4294967295] 00000400:00000200:0.0:1761313446.810090:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.810096:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.810102:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aace3980 (tot 82354770). 00000800:00000200:0.0:1761313446.810108:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.810116:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.810121:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aace3980 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.810142:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008583fe8e. 00000020:00000010:0.0:1761313446.810148:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1073240. 00000020:00000010:0.0:1761313446.810162:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005402bf73. 00080000:00000010:3.0:1761313446.810837:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003394f4c5. 00010000:00000010:3.0:1761313446.810920:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313446.810926:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2c2fb0c. 00010000:00000010:3.0:1761313446.810999:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022f9b998. 00010000:00000010:3.0:1761313446.811003:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313446.811012:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cd55a70. 00000100:00000010:3.0:1761313446.811016:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313446.811022:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062b6f091. 02000000:00000010:3.0:1761313446.811033:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d30e4b7. 02000000:00000010:3.0:1761313446.811055:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec0884d3. 00000400:00000010:3.0:1761313446.811061:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000855cc63c. 00000400:00000010:3.0:1761313446.811065:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a508bee2. 00000100:00000200:3.0:1761313446.811070:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492736, portal 16 00000400:00000010:3.0:1761313446.811074:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001600eaa. 00000100:00000200:3.0:1761313446.811077:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492736, offset 0 00000400:00000200:3.0:1761313446.811083:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.811092:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.811099:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.811103:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.811106:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.811109:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89370:89370:255:4294967295] 192.168.204.1@tcp LPNI seq info [89370:89370:7:4294967295] 00000400:00000200:3.0:1761313446.811117:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.811122:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.811125:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82355018). 00000800:00000200:3.0:1761313446.811130:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.811135:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.811137:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313446.812202:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f299512a. 00000800:00000200:0.0:1761313446.812278:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.812281:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aace3980 (tot 82354770). 00000400:00000200:0.0:1761313446.812286:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.812293:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.812298:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:0.0:1761313446.812300:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000800:00000200:0.0:1761313446.812372:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.812374:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354522). 00000400:00000200:0.0:1761313446.812377:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.812380:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.812381:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001600eaa 00000400:00000010:0.0:1761313446.812382:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001600eaa. 00000100:00000200:0.0:1761313446.812391:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062b6f091 x1846869206492736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.814321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e5d04d9. 00010000:00000010:3.1:1761313446.814337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008edcd820. 00010000:00000010:0.1:1761313446.815310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000549c8fac. 00010000:00000010:3.1:1761313446.815509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9af918d. 00010000:00000010:3.1:1761313446.815516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00000400:00000200:1.0:1761313446.819333:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.819353:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe640 00000400:00000200:1.0:1761313446.819362:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae5c9 [1] + 224 00000400:00000200:1.0:1761313446.819374:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.819378:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.819390:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062b6f091 x1846869206492736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.819429:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.819434:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956440 00000400:00000200:1.0:1761313446.819439:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacf21 [2] + 656 00000400:00000010:3.0:1761313446.819487:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000855cc63c. 00000400:00000200:3.0:1761313446.819495:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a508bee2 00000400:00000010:3.0:1761313446.819498:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a508bee2. 00000100:00000200:3.0:1761313446.819507:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062b6f091 x1846869206492736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.819512:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1761313446.819517:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062b6f091 x1846869206492736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.819520:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.819526:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.819534:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 02000000:00000010:3.0:1761313446.819552:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec0884d3. 02000000:00000010:3.0:1761313446.819559:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d30e4b7. 00000100:00000010:3.0:1761313446.819563:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062b6f091. 00000100:00000010:3.0:1761313446.819568:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:3.0:1761313446.819573:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cd55a70. 00000020:00000010:2.0:1761313446.819630:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002b85d0a. 00000020:00000010:2.0:1761313446.819637:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.819642:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.819666:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199512640/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313446.819699:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512640 02000000:00000010:2.0:1761313446.819711:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073b6b1b0. 00010000:00000010:2.0:1761313446.819737:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe1f6c1c. 00010000:00000010:2.0:1761313446.819758:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000178bb1d5. 00000100:00000010:2.0:1761313446.819765:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313446.819783:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:2.0:1761313446.819786:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000178bb1d5. 00000400:00000010:2.0:1761313446.819798:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c42d895. 00000100:00000200:2.0:1761313446.819802:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512640, offset 224 00000400:00000200:2.0:1761313446.819808:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.819818:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.819822:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89371:89371:256:4294967295] 192.168.204.1@tcp LPNI seq info [89371:89371:8:4294967295] 00000400:00000200:2.0:1761313446.819831:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.819836:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.819840:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001295478e (tot 82354770). 00000800:00000200:2.0:1761313446.819845:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.819851:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.819855:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001295478e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.819869:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.819873:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.819876:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002b85d0a. 00000800:00000200:1.0:1761313446.819978:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.819983:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001295478e (tot 82354522). 00000400:00000200:1.0:1761313446.819988:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.819992:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.819995:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c42d895 00000400:00000010:1.0:1761313446.819997:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c42d895. 00080000:00000010:3.0:1761313446.820069:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d30e4b7. 00010000:00000010:3.0:1761313446.820165:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313446.820171:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002dced604. 00010000:00000010:3.0:1761313446.820246:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011941016. 00010000:00000010:3.0:1761313446.820252:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313446.820260:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cd55a70. 00000100:00000010:3.0:1761313446.820263:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313446.820268:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062b6f091. 02000000:00000010:3.0:1761313446.820277:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec0884d3. 02000000:00000010:3.0:1761313446.820297:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001551ec32. 00000400:00000010:3.0:1761313446.820301:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000855cc63c. 00000400:00000010:3.0:1761313446.820303:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a508bee2. 00000100:00000200:3.0:1761313446.820307:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492800, portal 16 00000400:00000010:3.0:1761313446.820311:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001600eaa. 00000100:00000200:3.0:1761313446.820313:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492800, offset 0 00000400:00000200:3.0:1761313446.820319:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.820324:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.820330:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.820334:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.820337:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.820340:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89372:89372:256:4294967295] 192.168.204.1@tcp LPNI seq info [89372:89372:8:4294967295] 00000400:00000200:3.0:1761313446.820347:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.821230:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.821927:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9429b4a (tot 82354770). 00000800:00000200:2.0:1761313446.821939:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.821949:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.821953:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9429b4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.823432:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.823438:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9429b4a (tot 82354522). 00000400:00000200:1.0:1761313446.823444:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.823453:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.823460:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001600eaa 00000400:00000010:1.0:1761313446.823462:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001600eaa. 00000100:00000200:1.0:1761313446.823493:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062b6f091 x1846869206492800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.828518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043e066c5. 00010000:00000010:3.1:1761313446.828616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fc7440b. 00010000:00000010:3.1:1761313446.828622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00000400:00000200:1.0:1761313446.829194:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.829214:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe680 00000400:00000200:1.0:1761313446.829223:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae5d5 [1] + 224 00000400:00000200:1.0:1761313446.829257:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.829261:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.829273:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062b6f091 x1846869206492800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.829336:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000855cc63c. 00000400:00000200:2.0:1761313446.829342:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a508bee2 00000400:00000010:2.0:1761313446.829344:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a508bee2. 00000100:00000200:2.0:1761313446.829352:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062b6f091 x1846869206492800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.829360:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062b6f091 x1846869206492800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.829390:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001551ec32. 02000000:00000010:2.0:1761313446.829396:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec0884d3. 00000100:00000010:2.0:1761313446.829400:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062b6f091. 00000100:00000010:2.0:1761313446.829404:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:2.0:1761313446.829408:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cd55a70. 00000400:00000200:1.0:1761313446.831267:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.831284:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956480 00000400:00000200:1.0:1761313446.831293:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacf21 [2] + 984 00000400:00000200:1.0:1761313446.832889:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.832907:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.832918:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.832930:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 00000020:00000010:2.0:1761313446.833037:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002b85d0a. 00000020:00000010:2.0:1761313446.833047:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.833053:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.833089:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a333fac x1846869199512704/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313446.833135:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512704 02000000:00000010:2.0:1761313446.833147:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d1831f9c. 00010000:00000010:2.0:1761313446.833190:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e570e85d. 00010000:00000010:2.0:1761313446.833218:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000178bb1d5. 00000100:00000010:2.0:1761313446.833225:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313446.833246:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:2.0:1761313446.833249:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000178bb1d5. 00000400:00000010:2.0:1761313446.833263:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313446.833269:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512704, offset 224 00000400:00000200:2.0:1761313446.833277:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:3.0:1761313446.833280:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006a07e1b. 00000400:00000200:2.0:1761313446.833290:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.833298:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89373:89373:256:4294967295] 192.168.204.1@tcp LPNI seq info [89373:89373:8:4294967295] 00000400:00000200:2.0:1761313446.833313:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.833319:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.833325:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9429b4a (tot 82354770). 00000800:00000200:2.0:1761313446.833331:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.833339:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.833343:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9429b4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.833362:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000088b85954. 00000020:00000010:2.0:1761313446.833367:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:2.0:1761313446.833371:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002b85d0a. 00010000:00000010:3.0:1761313446.833403:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313446.833410:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007144decd. 00010000:00000010:3.0:1761313446.833512:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022f9b998. 00010000:00000010:3.0:1761313446.833518:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313446.833530:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d4239fc6. 00000100:00000010:3.0:1761313446.833534:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001277e873. 00000100:00000010:3.0:1761313446.833541:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6c1806d. 02000000:00000010:3.0:1761313446.833553:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fdd0c621. 02000000:00000010:3.0:1761313446.833588:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f537c67e. 00000400:00000010:3.0:1761313446.833593:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000066f23644. 00000400:00000010:3.0:1761313446.833598:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c6939da. 00000100:00000200:3.0:1761313446.833603:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492864, portal 16 00000400:00000010:3.0:1761313446.833607:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313446.833609:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492864, offset 0 00000400:00000200:3.0:1761313446.833614:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.833620:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.833627:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313446.833631:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313446.833633:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313446.833636:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89374:89374:255:4294967295] 192.168.204.1@tcp LPNI seq info [89374:89374:7:4294967295] 00000400:00000200:3.0:1761313446.833643:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.833647:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.833650:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82355018). 00000800:00000200:3.0:1761313446.833654:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.833658:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.833660:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.834046:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.834050:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9429b4a (tot 82354770). 00000400:00000200:1.0:1761313446.834056:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.834060:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.834064:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:1.0:1761313446.834066:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000800:00000200:1.0:1761313446.834129:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.834131:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354522). 00000400:00000200:1.0:1761313446.834134:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.834138:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.834139:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:1.0:1761313446.834141:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000100:00000200:1.0:1761313446.834157:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f6c1806d x1846869206492864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.844870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000248cd7db. 00010000:00000010:3.1:1761313446.845277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e06c7b79. 00010000:00000010:3.1:1761313446.845284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00000400:00000200:0.0:1761313446.850747:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.850770:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe6c0 00000400:00000200:0.0:1761313446.850778:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae5e1 [1] + 224 00000400:00000200:0.0:1761313446.850792:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.850796:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.850805:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f6c1806d x1846869206492864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313446.850846:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.850851:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9564c0 00000400:00000200:0.0:1761313446.850855:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacf21 [2] + 1312 00000400:00000200:0.0:1761313446.850866:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.850869:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.850873:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313446.850878:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000515112ab. 00000020:00000010:0.0:1761313446.850932:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7d16a4e. 00000020:00000010:0.0:1761313446.850940:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313446.850944:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1073240. 00000100:00000200:0.0:1761313446.850968:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000515112ab x1846869199512768/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313446.850998:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512768 02000000:00000010:0.0:1761313446.851009:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9b93d44. 00010000:00000010:0.0:1761313446.851050:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000de44736f. 00000100:00000010:0.0:1761313446.851058:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a345d9fc. 00000100:00000010:0.0:1761313446.851066:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a345d9fc. 00010000:00000010:0.0:1761313446.851069:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000de44736f. 00000400:00000010:0.0:1761313446.851086:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313446.851091:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512768, offset 224 00000400:00000200:0.0:1761313446.851099:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.851109:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.851114:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89375:89375:256:4294967295] 192.168.204.1@tcp LPNI seq info [89375:89375:8:4294967295] 00000400:00000200:0.0:1761313446.851124:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.851129:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.851133:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313446.851138:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.851145:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.851158:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.851173:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313446.851178:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1073240. 00000020:00000010:0.0:1761313446.851181:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7d16a4e. 00000800:00000200:0.0:1761313446.851288:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.851292:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:0.0:1761313446.851295:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.851299:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.851302:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:0.0:1761313446.851304:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000400:00000010:1.0:1761313446.851709:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000066f23644. 00000400:00000200:1.0:1761313446.851715:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c6939da 00000400:00000010:1.0:1761313446.851717:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c6939da. 00000100:00000200:1.0:1761313446.851725:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f6c1806d x1846869206492864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313446.851734:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f6c1806d x1846869206492864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313446.851756:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed99f3e6. 02000000:00000010:1.0:1761313446.851770:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f537c67e. 02000000:00000010:1.0:1761313446.851776:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fdd0c621. 00000100:00000010:1.0:1761313446.851780:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6c1806d. 00000100:00000010:1.0:1761313446.851783:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001277e873. 00010000:00000010:1.0:1761313446.851786:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d4239fc6. 00080000:00000010:1.0:1761313446.851804:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006253d7f2. 00010000:00000010:1.0:1761313446.851900:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46c107c. 00010000:00000010:1.0:1761313446.851907:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001eb8c37a. 00010000:00000010:1.0:1761313446.852455:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043f63f8d. 00010000:00000010:1.0:1761313446.852459:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c1e8eb8e. 00010000:00000010:1.0:1761313446.852464:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a472fd8. 00010000:00000010:1.0:1761313446.855227:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000072f7727d. 00080000:00000010:1.0:1761313446.855268:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfd3902d. 00010000:00000010:1.0:1761313446.855357:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072f7727d. 00010000:00000010:1.0:1761313446.855365:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1e8eb8e. 00010000:00000010:1.0:1761313446.855446:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa4d220e. 00010000:00000010:1.0:1761313446.855450:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000072f7727d. 00010000:00000010:1.0:1761313446.855458:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cceb64c9. 00000100:00000010:1.0:1761313446.855465:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5f72ada. 00000100:00000010:1.0:1761313446.855524:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 02000000:00000010:1.0:1761313446.855539:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4c96419. 02000000:00000010:1.0:1761313446.855569:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3718e52. 00000400:00000010:1.0:1761313446.855575:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000791bc408. 00000400:00000010:1.0:1761313446.855581:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028a3d526. 00000100:00000200:1.0:1761313446.855588:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492928, portal 16 00000400:00000010:1.0:1761313446.855594:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c50244. 00000100:00000200:1.0:1761313446.855597:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492928, offset 0 00000400:00000200:1.0:1761313446.855610:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.855628:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.855638:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.855641:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.855644:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.855647:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89376:89376:256:4294967295] 192.168.204.1@tcp LPNI seq info [89376:89376:8:4294967295] 00000400:00000200:1.0:1761313446.855656:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.855662:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.855667:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82354770). 00000800:00000200:1.0:1761313446.855674:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.855682:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.855686:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.855829:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.855832:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:1.0:1761313446.855836:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.855840:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.855844:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c50244 00000400:00000010:1.0:1761313446.855846:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c50244. 00000100:00000200:1.0:1761313446.855853:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013181f7b x1846869206492928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313446.858684:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.858706:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe700 00000400:00000200:0.0:1761313446.858715:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae5ed [1] + 224 00000400:00000200:0.0:1761313446.858737:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.858741:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.858753:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013181f7b x1846869206492928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313446.858874:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000791bc408. 00000400:00000200:1.0:1761313446.858879:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028a3d526 00000400:00000010:1.0:1761313446.858881:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028a3d526. 00000100:00000200:1.0:1761313446.858888:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013181f7b x1846869206492928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313446.858895:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013181f7b x1846869206492928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313446.858928:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3718e52. 02000000:00000010:1.0:1761313446.858935:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4c96419. 00000100:00000010:1.0:1761313446.858938:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 00000100:00000010:1.0:1761313446.858943:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5f72ada. 00010000:00000010:1.0:1761313446.858948:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cceb64c9. 00000400:00000200:1.0:1761313446.862010:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.862027:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956500 00000400:00000200:1.0:1761313446.862035:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacf21 [2] + 1640 00000400:00000200:1.0:1761313446.862092:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.862097:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.862103:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.862109:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 00000020:00000010:2.0:1761313446.862455:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002b85d0a. 00000020:00000010:2.0:1761313446.862463:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024b3b314. 00000020:00000010:2.0:1761313446.862485:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fe59d4a. 00000100:00000200:2.0:1761313446.862513:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013181f7b x1846869199512832/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313446.863257:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512832 02000000:00000010:0.0:1761313446.863273:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005402bf73. 00010000:00000010:0.0:1761313446.863306:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb3db94b. 00010000:00000010:0.0:1761313446.863328:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000de44736f. 00000100:00000010:0.0:1761313446.863336:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a345d9fc. 00000100:00000010:0.0:1761313446.863358:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a345d9fc. 00010000:00000010:0.0:1761313446.863362:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000de44736f. 00000400:00000010:0.0:1761313446.863377:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313446.863383:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512832, offset 224 00000400:00000200:0.0:1761313446.863393:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.863415:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.863423:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89377:89377:256:4294967295] 192.168.204.1@tcp LPNI seq info [89377:89377:8:4294967295] 00000400:00000200:0.0:1761313446.863436:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.863442:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.863447:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313446.863454:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.863461:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.863465:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313446.863516:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024b3b314. 00000020:00000010:0.0:1761313446.863522:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fe59d4a. 00000020:00000010:0.0:1761313446.863526:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002b85d0a. 00000800:00000200:0.0:1761313446.863716:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.863721:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:0.0:1761313446.863725:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.863730:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.863735:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:0.0:1761313446.863737:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00080000:00000010:1.0:1761313446.864237:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4c96419. 00010000:00000010:1.0:1761313446.864340:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072f7727d. 00010000:00000010:1.0:1761313446.864349:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bebc6f7e. 00010000:00000010:1.0:1761313446.864433:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000596954db. 00010000:00000010:1.0:1761313446.864438:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000072f7727d. 00010000:00000010:1.0:1761313446.864448:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cceb64c9. 00000100:00000010:1.0:1761313446.864453:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5f72ada. 00000100:00000010:1.0:1761313446.864460:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 02000000:00000010:1.0:1761313446.864500:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3718e52. 02000000:00000010:1.0:1761313446.864528:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdd0c621. 00000400:00000010:1.0:1761313446.864533:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000791bc408. 00000400:00000010:1.0:1761313446.864538:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028a3d526. 00000100:00000200:1.0:1761313446.864544:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206492992, portal 16 00000400:00000010:1.0:1761313446.864548:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c50244. 00000100:00000200:1.0:1761313446.864550:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206492992, offset 0 00000400:00000200:1.0:1761313446.864557:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.864569:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.864576:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.864579:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.864582:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.864585:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89378:89378:256:4294967295] 192.168.204.1@tcp LPNI seq info [89378:89378:8:4294967295] 00000400:00000200:1.0:1761313446.864593:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.864598:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.864601:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82354770). 00000800:00000200:1.0:1761313446.864606:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.864612:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.864614:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.865161:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.865164:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:3.0:1761313446.865169:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.865173:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.865177:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c50244 00000400:00000010:3.0:1761313446.865178:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c50244. 00000100:00000200:3.0:1761313446.865186:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000479fcbdf x1846869206492992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313446.866112:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000000769da. 00010000:00000010:1.1:1761313446.866124:0:78560:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018db99c8. 00010000:00000010:1.1:1761313446.866128:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00010000:00000010:1.1:1761313446.866131:0:78560:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f63f8d. 00010000:00000010:1.1:1761313446.866135:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a472fd8. 00000400:00000200:1.0:1761313446.871332:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.871349:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe740 00000400:00000200:1.0:1761313446.871357:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae5f9 [1] + 224 00000400:00000200:1.0:1761313446.871369:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.871373:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.871385:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000479fcbdf x1846869206492992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.871420:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.871425:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956540 00000400:00000200:1.0:1761313446.871430:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacf21 [2] + 1968 00000400:00000010:1.0:1761313446.871433:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c7c579e. 00000400:00000200:1.0:1761313446.871438:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000082412d13 00000400:00000200:1.0:1761313446.871501:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.871504:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.871507:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082412d13 00000400:00000010:1.0:1761313446.871508:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000082412d13 (tot 82354370). 00000100:00000200:1.0:1761313446.871513:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761313446.872829:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000791bc408. 00000400:00000200:0.0:1761313446.872835:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028a3d526 00000400:00000010:0.0:1761313446.872837:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028a3d526. 00000100:00000200:0.0:1761313446.872848:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000479fcbdf x1846869206492992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.872856:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000479fcbdf x1846869206492992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.872888:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdd0c621. 02000000:00000010:0.0:1761313446.872893:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f3718e52. 00000100:00000010:0.0:1761313446.872897:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 00000100:00000010:0.0:1761313446.872901:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5f72ada. 00010000:00000010:0.0:1761313446.872905:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cceb64c9. 00000020:00000010:2.0:1761313446.873007:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a51b8bf0. 00000020:00000010:2.0:1761313446.873013:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313446.873016:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313446.873037:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000afc2c30c x1846869199512896/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313446.873069:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512896 02000000:00000010:2.0:1761313446.873078:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000095f8b6e6. 00010000:00000010:2.0:1761313446.873105:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000683449d. 00010000:00000010:2.0:1761313446.873124:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000178bb1d5. 00000100:00000010:2.0:1761313446.873129:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b480ba. 00000100:00000010:2.0:1761313446.873135:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3b480ba. 00010000:00000010:2.0:1761313446.873137:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000178bb1d5. 00000400:00000010:2.0:1761313446.873147:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313446.873160:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512896, offset 224 00000400:00000200:2.0:1761313446.873167:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.873177:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.873183:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89379:89379:256:4294967295] 192.168.204.1@tcp LPNI seq info [89379:89379:8:4294967295] 00000400:00000200:2.0:1761313446.873192:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.873197:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.873201:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001295478e (tot 82354618). 00000800:00000200:2.0:1761313446.873206:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.873211:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.873214:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001295478e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.873230:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313446.873233:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313446.873235:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a51b8bf0. 02000000:00000010:2.0:1761313446.873242:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005402bf73. 00000100:00000010:2.0:1761313446.873245:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 02000000:00000010:2.0:1761313446.873248:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9b93d44. 00000100:00000010:2.0:1761313446.873249:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000515112ab. 02000000:00000010:2.0:1761313446.873252:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d1831f9c. 00000100:00000010:2.0:1761313446.873254:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 02000000:00000010:2.0:1761313446.873257:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073b6b1b0. 00000100:00000010:2.0:1761313446.873258:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:2.0:1761313446.873261:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000004a4f5d1. 00000100:00000010:2.0:1761313446.873263:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 02000000:00000010:2.0:1761313446.873266:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040d71396. 00000100:00000010:2.0:1761313446.873268:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000100:00000200:2.0:1761313446.873273:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313446.873278:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039998e8a. 00000400:00000010:2.0:1761313446.873281:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3b480ba (tot 82354770). 00000800:00000200:2.0:1761313446.873362:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.873365:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001295478e (tot 82354522). 00000400:00000200:2.0:1761313446.873369:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.873372:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.873375:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:2.0:1761313446.873376:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 02000000:00000010:2.0:1761313446.873379:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000095f8b6e6. 00010000:00000010:1.1:1761313446.873490:0:78560:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080f4b690. 00080000:00000010:0.0:1761313446.873491:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7d16a4e. 00010000:00000010:1.1:1761313446.873496:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa4d220e. 00010000:00000010:0.0:1761313446.873586:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072f7727d. 00010000:00000010:0.0:1761313446.873592:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000064c7a19c. 00010000:00000010:0.0:1761313446.873677:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.0:1761313446.873683:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.873694:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000de44736f. 00000100:00000010:0.0:1761313446.873697:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a345d9fc. 00000100:00000010:0.0:1761313446.873703:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfdd843f. 02000000:00000010:0.0:1761313446.873716:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a53c3419. 02000000:00000010:0.0:1761313446.873742:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd200a45. 00000400:00000010:0.0:1761313446.873747:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.873750:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313446.873754:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493056, portal 16 00000400:00000010:0.0:1761313446.873758:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb803c1. 00000100:00000200:0.0:1761313446.873760:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493056, offset 0 00000400:00000200:0.0:1761313446.873766:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.873774:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.873780:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.873784:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.873786:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.873789:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89380:89380:256:4294967295] 192.168.204.1@tcp LPNI seq info [89380:89380:8:4294967295] 00000400:00000200:0.0:1761313446.873796:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.873800:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.873804:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313446.873807:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.873812:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.873815:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.873916:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.873920:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:3.0:1761313446.873922:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.873926:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.873928:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb803c1 00000400:00000010:3.0:1761313446.873930:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb803c1. 00000100:00000200:3.0:1761313446.873935:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfdd843f x1846869206493056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.874521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ee48ff5. 00000400:00000200:3.0:1761313446.877236:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.877255:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe780 00000400:00000200:3.0:1761313446.877265:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae609 [1] + 224 00000400:00000200:3.0:1761313446.877277:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.877281:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.877294:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfdd843f x1846869206493056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.877334:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.877339:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956580 00000400:00000200:3.0:1761313446.877344:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacf79 [2] + 0 00000400:00000200:3.0:1761313446.877352:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.877355:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.877359:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313446.877364:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dbb6b51. 00000020:00000010:3.0:1761313446.877405:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048fc4b51. 00000020:00000010:3.0:1761313446.877411:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000730c4862. 00000020:00000010:3.0:1761313446.877415:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313446.877439:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dbb6b51 x1846869199512960/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.877493:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199512960 02000000:00000010:3.0:1761313446.877505:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000df128af. 00010000:00000010:3.0:1761313446.877546:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005edb22fd. 00000100:00000010:3.0:1761313446.877553:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313446.877560:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313446.877563:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005edb22fd. 00000400:00000010:3.0:1761313446.877576:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003773d4dc. 00000100:00000200:3.0:1761313446.877581:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199512960, offset 224 00000400:00000200:3.0:1761313446.877587:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.877598:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.877602:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89381:89381:256:4294967295] 192.168.204.1@tcp LPNI seq info [89381:89381:8:4294967295] 00000400:00000200:3.0:1761313446.877612:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.877617:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.877622:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313446.877627:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.877634:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.877638:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.877654:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000730c4862. 00000020:00000010:3.0:1761313446.877657:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313446.877661:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048fc4b51. 00000800:00000200:3.0:1761313446.878897:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.878906:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354522). 00000400:00000200:3.0:1761313446.878912:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.878921:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.878926:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003773d4dc 00000400:00000010:3.0:1761313446.878928:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003773d4dc. 00000400:00000010:0.0:1761313446.879308:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.879313:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:0.0:1761313446.879315:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000100:00000200:0.0:1761313446.879324:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfdd843f x1846869206493056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.879337:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfdd843f x1846869206493056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313446.879366:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000766c5b6f. 02000000:00000010:0.0:1761313446.879386:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd200a45. 02000000:00000010:0.0:1761313446.879393:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a53c3419. 00000100:00000010:0.0:1761313446.879396:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfdd843f. 00000100:00000010:0.0:1761313446.879400:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a345d9fc. 00010000:00000010:0.0:1761313446.879403:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000de44736f. 00080000:00000010:0.0:1761313446.879423:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a53c3419. 00010000:00000010:0.0:1761313446.879541:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.879549:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3a69e66. 00010000:00000010:0.0:1761313446.879622:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067172e9c. 00010000:00000010:0.0:1761313446.879627:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000945a9e6f. 00010000:00000010:0.0:1761313446.879638:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000de44736f. 00000100:00000010:0.0:1761313446.879643:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a345d9fc. 00000100:00000010:0.0:1761313446.879649:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfdd843f. 02000000:00000010:0.0:1761313446.879660:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd200a45. 02000000:00000010:0.0:1761313446.879686:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040d71396. 00000400:00000010:0.0:1761313446.879690:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.879694:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313446.879700:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493120, portal 16 00000400:00000010:0.0:1761313446.879704:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.879706:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493120, offset 0 00000400:00000200:0.0:1761313446.879713:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.879724:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.879731:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.879734:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.879737:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.879740:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89382:89382:256:4294967295] 192.168.204.1@tcp LPNI seq info [89382:89382:8:4294967295] 00000400:00000200:0.0:1761313446.879749:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.879754:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.879758:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313446.879763:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.879770:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.879773:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313446.880507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdb089e9. 00010000:00000010:0.1:1761313446.880515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000596954db. 00010000:00000010:2.1:1761313446.880570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000236eb807. 00000800:00000200:3.0:1761313446.881554:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.881559:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:3.0:1761313446.881563:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.881570:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.881575:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:3.0:1761313446.881578:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:3.0:1761313446.881587:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfdd843f x1846869206493120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.882693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4e616b0. 00000400:00000200:3.0:1761313446.885455:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.885490:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe7c0 00000400:00000200:3.0:1761313446.885499:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae615 [1] + 224 00000400:00000200:3.0:1761313446.885516:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.885522:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.885532:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfdd843f x1846869206493120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.885880:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.885888:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9565c0 00000400:00000200:3.0:1761313446.885895:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacf79 [2] + 328 00000400:00000200:3.0:1761313446.886120:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.886125:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.886132:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313446.886139:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8720239. 00000400:00000010:0.0:1761313446.886853:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.886860:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:0.0:1761313446.886862:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000100:00000200:0.0:1761313446.886872:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfdd843f x1846869206493120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.886882:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfdd843f x1846869206493120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.886912:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040d71396. 02000000:00000010:0.0:1761313446.886918:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd200a45. 00000100:00000010:0.0:1761313446.886921:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfdd843f. 00000100:00000010:0.0:1761313446.886925:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a345d9fc. 00010000:00000010:0.0:1761313446.886928:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000de44736f. 00000020:00000010:1.0:1761313446.887367:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f537c67e. 00000020:00000010:1.0:1761313446.887376:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000067a48bdf. 00000020:00000010:1.0:1761313446.887380:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313446.887409:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d8720239 x1846869199513024/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313446.887448:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513024 02000000:00000010:1.0:1761313446.887459:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fdd0c621. 00010000:00000010:0.1:1761313446.887491:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fd69ede. 00010000:00000010:0.1:1761313446.887498:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0967ada. 00010000:00000010:1.0:1761313446.889070:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000105e33f9. 00010000:00000010:1.0:1761313446.889089:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7e040de. 00000100:00000010:1.0:1761313446.889096:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069b9fa7f. 00000100:00000010:1.0:1761313446.889106:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069b9fa7f. 00010000:00000010:1.0:1761313446.889109:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7e040de. 00000400:00000010:1.0:1761313446.889121:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00000100:00000200:1.0:1761313446.889126:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513024, offset 224 00000400:00000200:1.0:1761313446.889134:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.889157:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.889163:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89383:89383:256:4294967295] 192.168.204.1@tcp LPNI seq info [89383:89383:8:4294967295] 00000400:00000200:1.0:1761313446.889174:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.889180:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.889185:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddde3699 (tot 82354770). 00000800:00000200:1.0:1761313446.889190:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.889197:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.889200:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddde3699 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313446.889220:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000067a48bdf. 00000020:00000010:1.0:1761313446.889225:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313446.889228:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f537c67e. 00080000:00000010:1.0:1761313446.889416:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f537c67e. 00010000:00000010:1.0:1761313446.889553:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945a9e6f. 00010000:00000010:1.0:1761313446.889560:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091e3bafa. 00010000:00000010:1.0:1761313446.890290:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa4d220e. 00010000:00000010:1.0:1761313446.890298:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd59152f. 00010000:00000010:1.0:1761313446.890310:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7e040de. 00000100:00000010:1.0:1761313446.890315:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069b9fa7f. 00000100:00000010:1.0:1761313446.890324:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313446.890341:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c94183a1. 02000000:00000010:1.0:1761313446.890370:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b26ec79. 00000400:00000010:1.0:1761313446.890377:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000002983006. 00000400:00000010:1.0:1761313446.890384:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac531eba. 00000100:00000200:1.0:1761313446.890390:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493184, portal 16 00000400:00000010:1.0:1761313446.890394:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060aa7e9b. 00000100:00000200:1.0:1761313446.890396:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493184, offset 0 00000400:00000200:1.0:1761313446.890404:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.890415:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.890423:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.890427:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.890431:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.890434:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89384:89384:255:4294967295] 192.168.204.1@tcp LPNI seq info [89384:89384:7:4294967295] 00000400:00000200:1.0:1761313446.890441:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.890446:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.890450:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033eff44 (tot 82355018). 00000800:00000200:1.0:1761313446.890456:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.890461:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.890464:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033eff44 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313446.890937:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.890941:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddde3699 (tot 82354770). 00000400:00000200:0.0:1761313446.890946:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.890951:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.890956:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:0.0:1761313446.890959:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 00000800:00000200:0.0:1761313446.891027:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.891029:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033eff44 (tot 82354522). 00000400:00000200:0.0:1761313446.891032:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.891035:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.891037:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060aa7e9b 00000400:00000010:0.0:1761313446.891039:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060aa7e9b. 00000100:00000200:0.0:1761313446.891045:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dc8069e x1846869206493184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313446.894652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091933d13. 00010000:00000010:1.1:1761313446.898092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d380283f. 00010000:00000010:1.1:1761313446.898108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067172e9c. 00000400:00000200:3.0:1761313446.900291:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.900311:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe800 00000400:00000200:3.0:1761313446.900321:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae621 [1] + 224 00000400:00000200:3.0:1761313446.900338:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.900343:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.900357:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dc8069e x1846869206493184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313446.900426:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000002983006. 00000400:00000200:1.0:1761313446.900432:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac531eba 00000400:00000010:1.0:1761313446.900434:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac531eba. 00000100:00000200:1.0:1761313446.900442:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dc8069e x1846869206493184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313446.900450:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dc8069e x1846869206493184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313446.900503:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b26ec79. 02000000:00000010:1.0:1761313446.900511:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c94183a1. 00000100:00000010:1.0:1761313446.900527:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000100:00000010:1.0:1761313446.900534:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069b9fa7f. 00010000:00000010:1.0:1761313446.900540:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7e040de. 00000400:00000200:2.0:1761313446.903586:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313446.903608:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956600 00000400:00000200:2.0:1761313446.903617:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacf79 [2] + 656 00000400:00000200:2.0:1761313446.903675:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.903680:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313446.903687:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313446.903693:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 00000020:00000010:1.0:1761313446.904318:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c94183a1. 00000020:00000010:1.0:1761313446.904325:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313446.904329:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313446.904357:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064bf9529 x1846869199513088/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313446.904387:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513088 02000000:00000010:1.0:1761313446.904398:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008b26ec79. 00010000:00000010:1.0:1761313446.904427:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d16ba1a1. 00010000:00000010:1.0:1761313446.904449:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7e040de. 00000100:00000010:1.0:1761313446.904456:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069b9fa7f. 00000100:00000010:1.0:1761313446.904491:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069b9fa7f. 00010000:00000010:1.0:1761313446.904496:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7e040de. 00000400:00000010:1.0:1761313446.904509:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac531eba. 00000100:00000200:1.0:1761313446.904514:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513088, offset 224 00000400:00000200:1.0:1761313446.904521:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.904532:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.904538:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89385:89385:256:4294967295] 192.168.204.1@tcp LPNI seq info [89385:89385:8:4294967295] 00000400:00000200:1.0:1761313446.904549:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.904554:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.904559:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ec456d (tot 82354770). 00000800:00000200:1.0:1761313446.904564:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.904571:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.904575:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000085ec456d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313446.904592:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313446.904596:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313446.904599:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c94183a1. 00080000:00000010:1.0:1761313446.904627:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c94183a1. 00010000:00000010:1.0:1761313446.904710:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd59152f. 00010000:00000010:1.0:1761313446.904716:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b7bc31e. 00010000:00000010:1.0:1761313446.904793:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a472fd8. 00010000:00000010:1.0:1761313446.904799:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd59152f. 00010000:00000010:1.0:1761313446.904809:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7e040de. 00000100:00000010:1.0:1761313446.904812:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069b9fa7f. 00000100:00000010:1.0:1761313446.904819:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313446.904831:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8d7143d. 02000000:00000010:1.0:1761313446.904855:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000897083d2. 00000400:00000010:1.0:1761313446.904861:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000002983006. 00000400:00000010:1.0:1761313446.904865:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e33f35dc. 00000100:00000200:1.0:1761313446.904869:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493248, portal 16 00000400:00000010:1.0:1761313446.904873:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf93c290. 00000100:00000200:1.0:1761313446.904875:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493248, offset 0 00000400:00000200:1.0:1761313446.904880:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.904885:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.904892:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313446.904896:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313446.904898:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313446.904901:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89386:89386:255:4294967295] 192.168.204.1@tcp LPNI seq info [89386:89386:7:4294967295] 00000400:00000200:1.0:1761313446.904907:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.904911:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.904914:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d8c9258 (tot 82355018). 00000800:00000200:1.0:1761313446.904917:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.904921:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.904923:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d8c9258 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.905607:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.905611:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ec456d (tot 82354770). 00000400:00000200:1.0:1761313446.905616:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.905621:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.905625:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac531eba 00000400:00000010:1.0:1761313446.905627:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac531eba. 00000800:00000200:1.0:1761313446.905689:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.905691:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d8c9258 (tot 82354522). 00000400:00000200:1.0:1761313446.905693:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.905697:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.905699:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf93c290 00000400:00000010:1.0:1761313446.905701:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf93c290. 00000100:00000200:1.0:1761313446.905705:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dc8069e x1846869206493248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313446.910050:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.910070:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe840 00000400:00000200:0.0:1761313446.910079:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae62d [1] + 224 00000400:00000200:0.0:1761313446.910096:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.910100:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.910113:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dc8069e x1846869206493248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313446.910176:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000002983006. 00000400:00000200:1.0:1761313446.910181:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e33f35dc 00000400:00000010:1.0:1761313446.910183:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e33f35dc. 00000100:00000200:1.0:1761313446.910192:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dc8069e x1846869206493248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313446.910199:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dc8069e x1846869206493248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313446.910232:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000897083d2. 02000000:00000010:1.0:1761313446.910240:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8d7143d. 00000100:00000010:1.0:1761313446.910244:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000100:00000010:1.0:1761313446.910247:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069b9fa7f. 00010000:00000010:1.0:1761313446.910252:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7e040de. 00010000:00000010:1.1:1761313446.910543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ed7a5cf. 00000400:00000200:0.0:1761313446.912613:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.912634:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956640 00000400:00000200:0.0:1761313446.912641:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacf79 [2] + 984 00010000:00000010:1.1:1761313446.913708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3d798df. 00010000:00000010:1.1:1761313446.913719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa4d220e. 00000400:00000200:0.0:1761313446.913811:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.913818:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.913826:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313446.913831:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfdd843f. 00000020:00000010:3.0:1761313446.913926:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048fc4b51. 00000020:00000010:3.0:1761313446.913932:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313446.913938:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313446.913980:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfdd843f x1846869199513152/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.914012:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513152 02000000:00000010:3.0:1761313446.914023:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000edfb39fb. 00010000:00000010:3.0:1761313446.914049:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0327128. 00010000:00000010:3.0:1761313446.914064:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005edb22fd. 00000100:00000010:3.0:1761313446.914071:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313446.914717:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313446.914724:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005edb22fd. 00000400:00000010:3.0:1761313446.914742:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003773d4dc. 00000100:00000200:3.0:1761313446.914748:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513152, offset 224 00000400:00000200:3.0:1761313446.914758:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.914771:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.914776:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89387:89387:256:4294967295] 192.168.204.1@tcp LPNI seq info [89387:89387:8:4294967295] 00000400:00000200:3.0:1761313446.914787:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.914794:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.914799:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f300ac2f (tot 82354770). 00000800:00000200:3.0:1761313446.914805:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.914814:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.914817:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f300ac2f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.914835:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313446.914840:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313446.914845:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048fc4b51. 00000800:00000200:1.0:1761313446.914981:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.914986:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f300ac2f (tot 82354522). 00000400:00000200:1.0:1761313446.914990:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.914994:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.914998:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003773d4dc 00000400:00000010:1.0:1761313446.914999:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003773d4dc. 00080000:00000010:0.0:1761313446.915529:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040d71396. 00010000:00000010:0.0:1761313446.915632:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd59152f. 00010000:00000010:0.0:1761313446.915641:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000716c965d. 00010000:00000010:0.0:1761313446.915735:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.0:1761313446.915741:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005f7252a3. 00010000:00000010:0.0:1761313446.915752:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000024d85c0e. 00000100:00000010:0.0:1761313446.915757:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a345d9fc. 00000100:00000010:0.0:1761313446.915764:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313446.915777:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e9b93d44. 02000000:00000010:0.0:1761313446.915800:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005402bf73. 00000400:00000010:0.0:1761313446.915806:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.915810:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313446.915815:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493312, portal 16 00000400:00000010:0.0:1761313446.915819:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb083fae. 00000100:00000200:0.0:1761313446.915822:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493312, offset 0 00000400:00000200:0.0:1761313446.915828:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.915836:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.915843:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.915846:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.915848:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.915851:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89388:89388:256:4294967295] 192.168.204.1@tcp LPNI seq info [89388:89388:8:4294967295] 00000400:00000200:0.0:1761313446.915858:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.915863:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.915867:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313446.915871:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.915875:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.915877:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.916111:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.916113:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:3.0:1761313446.916117:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.916121:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.916124:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb083fae 00000400:00000010:3.0:1761313446.916125:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb083fae. 00000100:00000200:3.0:1761313446.916133:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206493312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.919509:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.919529:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe880 00000400:00000200:3.0:1761313446.919537:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae639 [1] + 224 00000400:00000200:3.0:1761313446.919549:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.919553:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.919565:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206493312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.919600:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.919606:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956680 00000400:00000200:3.0:1761313446.919610:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacf79 [2] + 1312 00000400:00000200:3.0:1761313446.919620:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.919623:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.919627:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313446.919633:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009cc66c06. 00000020:00000010:3.0:1761313446.919685:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048fc4b51. 00000020:00000010:3.0:1761313446.919691:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313446.919696:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313446.919720:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009cc66c06 x1846869199513216/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313446.919749:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513216 02000000:00000010:3.0:1761313446.919759:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c82e3946. 00010000:00000010:3.0:1761313446.919800:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005edb22fd. 00000100:00000010:3.0:1761313446.919807:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313446.919814:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313446.919818:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005edb22fd. 00000400:00000010:3.0:1761313446.919833:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008958a6fd. 00000100:00000200:3.0:1761313446.919838:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513216, offset 224 00000400:00000200:3.0:1761313446.919845:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.919855:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.919860:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89389:89389:256:4294967295] 192.168.204.1@tcp LPNI seq info [89389:89389:8:4294967295] 00000400:00000200:3.0:1761313446.919870:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.919875:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.919879:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354770). 00000800:00000200:3.0:1761313446.919885:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.919892:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.919896:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.919913:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313446.919917:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313446.919922:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048fc4b51. 00000800:00000200:3.0:1761313446.920018:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.920021:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354522). 00000400:00000200:3.0:1761313446.920025:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.920028:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.920031:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008958a6fd 00000400:00000010:3.0:1761313446.920033:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008958a6fd. 00000400:00000010:0.0:1761313446.921110:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.921118:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:0.0:1761313446.921120:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000100:00000200:0.0:1761313446.921129:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206493312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.921138:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206493312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313446.921170:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2b43b8a. 02000000:00000010:0.0:1761313446.921188:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005402bf73. 02000000:00000010:0.0:1761313446.921193:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e9b93d44. 00000100:00000010:0.0:1761313446.921196:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000010:0.0:1761313446.921201:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a345d9fc. 00010000:00000010:0.0:1761313446.921203:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000024d85c0e. 00080000:00000010:0.0:1761313446.921220:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9b93d44. 00010000:00000010:0.0:1761313446.921312:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f7252a3. 00010000:00000010:0.0:1761313446.921319:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f2e74d9. 00010000:00000010:0.0:1761313446.921406:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f921216b. 00010000:00000010:0.0:1761313446.921412:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005f7252a3. 00010000:00000010:0.0:1761313446.921422:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000024d85c0e. 00000100:00000010:0.0:1761313446.921426:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a345d9fc. 00000100:00000010:0.0:1761313446.921432:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313446.921444:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005402bf73. 02000000:00000010:0.0:1761313446.921489:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a148507. 00000400:00000010:0.0:1761313446.921495:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.921499:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313446.921505:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493376, portal 16 00000400:00000010:0.0:1761313446.921510:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facf59a2. 00000100:00000200:0.0:1761313446.921512:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493376, offset 0 00000400:00000200:0.0:1761313446.921519:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.921529:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.921535:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.921538:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.921541:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.921543:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89390:89390:256:4294967295] 192.168.204.1@tcp LPNI seq info [89390:89390:8:4294967295] 00000400:00000200:0.0:1761313446.921552:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.921557:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.921560:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea1e733 (tot 82354770). 00000800:00000200:0.0:1761313446.921565:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.921572:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.921575:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ea1e733 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.922867:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.922875:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea1e733 (tot 82354522). 00000400:00000200:1.0:1761313446.922883:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.922890:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.922893:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facf59a2 00000400:00000010:1.0:1761313446.922896:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facf59a2. 00000100:00000200:1.0:1761313446.922903:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206493376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.926370:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.926722:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe8c0 00000400:00000200:3.0:1761313446.926732:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae645 [1] + 224 00000400:00000200:1.0:1761313446.927242:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.927249:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.927260:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206493376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.927307:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.927313:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9566c0 00000400:00000200:1.0:1761313446.927319:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacf79 [2] + 1640 00000400:00000200:1.0:1761313446.927372:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.927375:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.927379:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.927384:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 00000400:00000010:2.0:1761313446.927452:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:2.0:1761313446.927458:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:2.0:1761313446.927460:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000100:00000200:2.0:1761313446.927467:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206493376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.927510:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206493376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.927541:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a148507. 02000000:00000010:2.0:1761313446.927548:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005402bf73. 00000100:00000010:2.0:1761313446.927551:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000010:2.0:1761313446.927556:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a345d9fc. 00010000:00000010:2.0:1761313446.927560:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000024d85c0e. 00000020:00000010:3.0:1761313446.927964:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fee550b2. 00000020:00000010:3.0:1761313446.927973:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313446.927978:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313446.928007:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dc8069e x1846869199513280/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313446.928046:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513280 02000000:00000010:3.0:1761313446.928057:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b22588c1. 00010000:00000010:3.0:1761313446.928084:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000014ccbd5. 00010000:00000010:3.0:1761313446.928102:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd2d2e8e. 00000100:00000010:3.0:1761313446.928108:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313446.928126:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313446.928129:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd2d2e8e. 00000400:00000010:3.0:1761313446.928142:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008958a6fd. 00000100:00000200:3.0:1761313446.928156:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513280, offset 224 00000400:00000200:3.0:1761313446.928163:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.928173:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.928179:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89391:89391:256:4294967295] 192.168.204.1@tcp LPNI seq info [89391:89391:8:4294967295] 00000400:00000200:3.0:1761313446.928190:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.928195:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.928200:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354770). 00000800:00000200:3.0:1761313446.928205:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.928212:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.928215:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.928234:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313446.928238:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313446.928243:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fee550b2. 00000800:00000200:3.0:1761313446.928308:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.928311:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354522). 00000400:00000200:3.0:1761313446.928314:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.928317:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.928320:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008958a6fd 00000400:00000010:3.0:1761313446.928322:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008958a6fd. 00080000:00000010:2.0:1761313446.928737:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095f8b6e6. 00010000:00000010:2.0:1761313446.928831:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f7252a3. 00010000:00000010:2.0:1761313446.928838:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f7a3ef9. 00010000:00000010:2.0:1761313446.928910:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22c148f. 00010000:00000010:2.0:1761313446.928915:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004308cebc. 00010000:00000010:2.0:1761313446.928925:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000178bb1d5. 00000100:00000010:2.0:1761313446.928929:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008319741c. 00000100:00000010:2.0:1761313446.928937:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090a40237. 02000000:00000010:2.0:1761313446.928949:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1831f9c. 02000000:00000010:2.0:1761313446.928973:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a51b8bf0. 00000400:00000010:2.0:1761313446.928977:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000573c5ec. 00000400:00000010:2.0:1761313446.928982:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313446.928988:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493440, portal 16 00000400:00000010:2.0:1761313446.928993:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb1bbf3c. 00000100:00000200:2.0:1761313446.928995:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493440, offset 0 00000400:00000200:2.0:1761313446.929002:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.929010:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.929016:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.929019:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.929022:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.929024:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89392:89392:256:4294967295] 192.168.204.1@tcp LPNI seq info [89392:89392:8:4294967295] 00000400:00000200:2.0:1761313446.929031:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.929036:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.929039:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001295478e (tot 82354770). 00000800:00000200:2.0:1761313446.929043:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.929048:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.929050:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001295478e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.929364:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.929369:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001295478e (tot 82354522). 00000400:00000200:1.0:1761313446.929373:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.929379:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.929382:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb1bbf3c 00000400:00000010:1.0:1761313446.929384:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb1bbf3c. 00000100:00000200:1.0:1761313446.929390:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090a40237 x1846869206493440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.935317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8204499. 00000400:00000200:3.0:1761313446.936962:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.936984:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe900 00000400:00000200:3.0:1761313446.936993:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae651 [1] + 224 00000400:00000200:3.0:1761313446.937007:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.937011:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.937022:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090a40237 x1846869206493440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.937063:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.937068:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956700 00000400:00000200:3.0:1761313446.937072:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacf79 [2] + 1968 00000400:00000010:3.0:1761313446.937077:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003726d043. 00000400:00000200:3.0:1761313446.937081:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000680aefa1 00000400:00000200:3.0:1761313446.937132:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.937135:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.937138:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000680aefa1 00000400:00000010:3.0:1761313446.937141:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000680aefa1 (tot 82354370). 00000100:00000200:3.0:1761313446.937146:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761313446.937190:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000573c5ec. 00000400:00000200:0.0:1761313446.937195:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:0.0:1761313446.937196:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:0.0:1761313446.937201:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090a40237 x1846869206493440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761313446.937205:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b81b6809. 00000100:00000200:0.0:1761313446.937209:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090a40237 x1846869206493440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761313446.937210:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313446.937215:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 02000000:00000010:0.0:1761313446.937238:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a51b8bf0. 00000100:00000200:3.0:1761313446.937239:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b898623e x1846869199513344/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:0.0:1761313446.937243:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d1831f9c. 00000100:00000010:0.0:1761313446.937247:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090a40237. 00000100:00000010:0.0:1761313446.937251:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008319741c. 00010000:00000010:0.0:1761313446.937254:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000178bb1d5. 00000100:00000200:3.0:1761313446.937264:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513344 02000000:00000010:3.0:1761313446.937273:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018f6c4ab. 00010000:00000010:3.0:1761313446.937300:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fbe172a. 00010000:00000010:3.0:1761313446.937323:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000017642c77. 00000100:00000010:3.0:1761313446.937328:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddb57c4e. 00000100:00000010:3.0:1761313446.937343:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddb57c4e. 00010000:00000010:3.0:1761313446.937346:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000017642c77. 00000400:00000010:3.0:1761313446.937359:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008958a6fd. 00000100:00000200:3.0:1761313446.937363:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513344, offset 224 00080000:00000010:0.0:1761313446.937368:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c200167. 00000400:00000200:3.0:1761313446.937370:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.937380:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.937385:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89393:89393:256:4294967295] 192.168.204.1@tcp LPNI seq info [89393:89393:8:4294967295] 00000400:00000200:3.0:1761313446.937394:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.937399:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.937403:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354618). 00000800:00000200:3.0:1761313446.937409:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.937416:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.937420:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.937437:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313446.937440:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313446.937444:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b81b6809. 02000000:00000010:3.0:1761313446.937453:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b22588c1. 00000100:00000010:3.0:1761313446.937456:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 02000000:00000010:3.0:1761313446.937459:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c82e3946. 00000100:00000010:3.0:1761313446.937461:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009cc66c06. 02000000:00000010:3.0:1761313446.937463:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000edfb39fb. 00000100:00000010:3.0:1761313446.937465:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfdd843f. 00010000:00000010:0.0:1761313446.937466:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004308cebc. 02000000:00000010:3.0:1761313446.937489:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008b26ec79. 00000100:00000010:3.0:1761313446.937492:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00010000:00000010:0.0:1761313446.937494:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ddc50cc. 02000000:00000010:3.0:1761313446.937495:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fdd0c621. 00000100:00000010:3.0:1761313446.937497:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8720239. 02000000:00000010:3.0:1761313446.937500:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000df128af. 00000100:00000010:3.0:1761313446.937502:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dbb6b51. 00000100:00000200:3.0:1761313446.937509:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313446.937513:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003726d043. 00000400:00000010:3.0:1761313446.937516:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddb57c4e (tot 82354770). 00010000:00000010:0.0:1761313446.937567:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007359e9ee. 00000800:00000200:3.0:1761313446.937574:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1761313446.937574:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f543b59. 00000800:00000010:3.0:1761313446.937577:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354522). 00000400:00000200:3.0:1761313446.937580:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.937583:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.937585:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008958a6fd 00010000:00000010:0.0:1761313446.937585:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e8fece6f. 00000400:00000010:3.0:1761313446.937587:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008958a6fd. 00000100:00000010:0.0:1761313446.937588:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e1f66ea. 02000000:00000010:3.0:1761313446.937591:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018f6c4ab. 00000100:00000010:0.0:1761313446.937595:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040c456cf. 02000000:00000010:0.0:1761313446.937606:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8796c44. 02000000:00000010:0.0:1761313446.937630:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1553558. 00000400:00000010:0.0:1761313446.937635:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008744c261. 00000400:00000010:0.0:1761313446.937638:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f342411. 00000100:00000200:0.0:1761313446.937641:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493504, portal 16 00000400:00000010:0.0:1761313446.937646:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313446.937647:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493504, offset 0 00000400:00000200:0.0:1761313446.937652:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.937658:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.937665:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.937679:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.937682:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.937685:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89394:89394:256:4294967295] 192.168.204.1@tcp LPNI seq info [89394:89394:8:4294967295] 00000400:00000200:0.0:1761313446.937692:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.937697:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.937700:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313446.937704:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.937707:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.937710:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.937851:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.937853:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:3.0:1761313446.937856:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.937860:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.937862:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:3.0:1761313446.937864:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000100:00000200:3.0:1761313446.937869:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040c456cf x1846869206493504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313446.940687:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.940705:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe940 00000400:00000200:0.0:1761313446.940714:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae661 [1] + 224 00000400:00000200:0.0:1761313446.940728:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.940731:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.940741:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040c456cf x1846869206493504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313446.942979:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008744c261. 00000400:00000200:3.0:1761313446.942988:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f342411 00000400:00000010:3.0:1761313446.942990:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f342411. 00000100:00000200:3.0:1761313446.943003:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040c456cf x1846869206493504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313446.943021:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040c456cf x1846869206493504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313446.943052:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1553558. 02000000:00000010:3.0:1761313446.943057:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8796c44. 00000100:00000010:3.0:1761313446.943061:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040c456cf. 00000100:00000010:3.0:1761313446.943065:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e1f66ea. 00010000:00000010:3.0:1761313446.943069:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e8fece6f. 00000400:00000200:2.0:1761313446.943193:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313446.943208:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956740 00000400:00000200:2.0:1761313446.943215:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacfd1 [2] + 0 00000400:00000200:2.0:1761313446.943276:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.943280:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313446.943285:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313446.943290:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfd0c749. 00010000:00000010:2.1:1761313446.945085:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2503864. 00010000:00000010:2.1:1761313446.945094:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f921216b. 00000020:00000010:3.0:1761313446.945175:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018f6c4ab. 00000020:00000010:3.0:1761313446.945182:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313446.945187:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313446.945216:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfd0c749 x1846869199513408/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313446.945255:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513408 02000000:00000010:3.0:1761313446.945269:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000df128af. 00010000:00000010:3.0:1761313446.945308:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000babc7515. 00010000:00000010:3.0:1761313446.945328:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000017642c77. 00000100:00000010:3.0:1761313446.945334:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000171ee278. 00000100:00000010:3.0:1761313446.945353:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000171ee278. 00010000:00000010:3.0:1761313446.945357:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000017642c77. 00000400:00000010:3.0:1761313446.945370:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008958a6fd. 00000100:00000200:3.0:1761313446.945375:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513408, offset 224 00000400:00000200:3.0:1761313446.945382:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.945393:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.945398:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89395:89395:256:4294967295] 192.168.204.1@tcp LPNI seq info [89395:89395:8:4294967295] 00000400:00000200:3.0:1761313446.945408:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.945413:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.945417:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354770). 00000800:00000200:3.0:1761313446.945424:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.945430:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.945434:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.945451:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313446.945455:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313446.945459:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018f6c4ab. 00010000:00000010:3.1:1761313446.945492:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005448972. 00010000:00000010:0.1:1761313446.945493:0:78576:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aede1232. 00010000:00000010:0.1:1761313446.945498:0:78576:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a472fd8. 00010000:00000010:0.1:1761313446.945503:0:78576:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d054a81e. 00010000:00000010:0.1:1761313446.945506:0:78576:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045529117. 00010000:00000010:0.1:1761313446.945509:0:78576:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0967ada. 00000800:00000200:3.0:1761313446.945575:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.945579:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354522). 00000400:00000200:3.0:1761313446.945582:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.945586:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.945589:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008958a6fd 00000400:00000010:3.0:1761313446.945591:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008958a6fd. 00080000:00000010:2.0:1761313446.945739:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e6a9d15. 00010000:00000010:2.0:1761313446.945863:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f543b59. 00010000:00000010:2.0:1761313446.945870:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006cdb82cc. 00010000:00000010:2.0:1761313446.945944:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032a06e4a. 00010000:00000010:2.0:1761313446.945950:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313446.945960:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058f82e22. 00000100:00000010:2.0:1761313446.945963:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008319741c. 00000100:00000010:2.0:1761313446.945970:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058c26597. 02000000:00000010:2.0:1761313446.945981:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000001cd3d0d. 02000000:00000010:2.0:1761313446.946002:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af419871. 00000400:00000010:2.0:1761313446.946007:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057db4d49. 00000400:00000010:2.0:1761313446.946012:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9414777. 00000100:00000200:2.0:1761313446.946017:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493568, portal 16 00000400:00000010:2.0:1761313446.946021:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cea5b6b5. 00000100:00000200:2.0:1761313446.946023:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493568, offset 0 00000400:00000200:2.0:1761313446.946028:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.946035:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.946041:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.946044:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.946046:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.946049:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89396:89396:256:4294967295] 192.168.204.1@tcp LPNI seq info [89396:89396:8:4294967295] 00000400:00000200:2.0:1761313446.946056:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.946060:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.946063:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a14b474 (tot 82354770). 00000800:00000200:2.0:1761313446.946066:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.946070:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.946072:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a14b474 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.946429:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.946432:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a14b474 (tot 82354522). 00000400:00000200:3.0:1761313446.946436:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.946440:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.946443:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cea5b6b5 00000400:00000010:3.0:1761313446.947750:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cea5b6b5. 00000100:00000200:3.0:1761313446.947767:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000058c26597 x1846869206493568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.947804:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.947816:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe980 00000400:00000200:3.0:1761313446.947823:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae66d [1] + 224 00000400:00000200:3.0:1761313446.947834:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.947837:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.947842:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000058c26597 x1846869206493568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.947898:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057db4d49. 00000400:00000200:2.0:1761313446.947902:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9414777 00000400:00000010:2.0:1761313446.947904:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9414777. 00000100:00000200:2.0:1761313446.947908:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000058c26597 x1846869206493568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.947915:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000058c26597 x1846869206493568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.947919:0:78576:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000604d8055. 00010000:00000010:0.1:1761313446.947925:0:78576:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22c148f. 02000000:00000010:2.0:1761313446.947941:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af419871. 02000000:00000010:2.0:1761313446.947946:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000001cd3d0d. 00000100:00000010:2.0:1761313446.947950:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058c26597. 00000100:00000010:2.0:1761313446.947954:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008319741c. 00010000:00000010:2.0:1761313446.947957:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058f82e22. 00000400:00000200:3.0:1761313446.952354:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.952375:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956780 00000400:00000200:3.0:1761313446.952384:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacfd1 [2] + 328 00000400:00000200:3.0:1761313446.952451:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.952456:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.952463:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313446.952484:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dbb6b51. 00000020:00000010:1.0:1761313446.952642:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000897083d2. 00000020:00000010:1.0:1761313446.952650:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c58cd7d. 00000020:00000010:1.0:1761313446.952654:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313446.952679:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dbb6b51 x1846869199513472/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313446.952712:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513472 02000000:00000010:1.0:1761313446.952723:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000005ab16c9. 00010000:00000010:1.0:1761313446.952752:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061f6f975. 00010000:00000010:1.0:1761313446.952771:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002667e85c. 00000100:00000010:1.0:1761313446.952777:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069b9fa7f. 00000100:00000010:1.0:1761313446.952796:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069b9fa7f. 00010000:00000010:1.0:1761313446.952801:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002667e85c. 00000400:00000010:1.0:1761313446.952815:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e33f35dc. 00000100:00000200:1.0:1761313446.952820:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513472, offset 224 00000400:00000200:1.0:1761313446.952827:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:2.0:1761313446.952829:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001cd3d0d. 00000400:00000200:1.0:1761313446.952839:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.952846:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89397:89397:256:4294967295] 192.168.204.1@tcp LPNI seq info [89397:89397:8:4294967295] 00000400:00000200:1.0:1761313446.952856:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.952861:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.952866:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d8c9258 (tot 82354770). 00000800:00000200:1.0:1761313446.952871:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.952877:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.952881:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d8c9258 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313446.952902:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c58cd7d. 00000020:00000010:1.0:1761313446.952907:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313446.952910:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000897083d2. 00010000:00000010:2.0:1761313446.952924:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313446.952933:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c1f3b91. 00010000:00000010:2.0:1761313446.953013:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2ac12cb. 00010000:00000010:2.0:1761313446.953017:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006cdb82cc. 00010000:00000010:2.0:1761313446.953022:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ebc05e1. 00010000:00000010:2.0:1761313446.953026:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00080000:00000010:2.0:1761313446.953040:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af419871. 00010000:00000010:2.0:1761313446.953065:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313446.953069:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006cdb82cc. 00010000:00000010:2.0:1761313446.953122:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cb69883. 00010000:00000010:2.0:1761313446.953127:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313446.953133:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058f82e22. 00000100:00000010:2.0:1761313446.953137:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008319741c. 00000100:00000010:2.0:1761313446.953144:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058c26597. 02000000:00000010:2.0:1761313446.953165:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bcd025d. 02000000:00000010:2.0:1761313446.953191:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005566f762. 00000400:00000010:2.0:1761313446.953196:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057db4d49. 00000400:00000010:2.0:1761313446.953201:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9414777. 00000100:00000200:2.0:1761313446.953206:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493632, portal 16 00000400:00000010:2.0:1761313446.953210:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e8705f6. 00000100:00000200:2.0:1761313446.953212:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493632, offset 0 00000400:00000200:2.0:1761313446.953218:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.953226:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.953233:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.953239:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.953241:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.953244:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89398:89398:255:4294967295] 192.168.204.1@tcp LPNI seq info [89398:89398:7:4294967295] 00000400:00000200:2.0:1761313446.953250:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.953255:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.953258:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025c7dbcf (tot 82355018). 00000800:00000200:2.0:1761313446.953262:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.953265:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.953268:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025c7dbcf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.953407:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.953411:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d8c9258 (tot 82354770). 00000400:00000200:3.0:1761313446.953414:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.953418:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.953422:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e33f35dc 00000400:00000010:3.0:1761313446.953423:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e33f35dc. 00000800:00000200:3.0:1761313446.953491:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.953493:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025c7dbcf (tot 82354522). 00000400:00000200:3.0:1761313446.953497:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.953500:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.953502:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e8705f6 00000400:00000010:3.0:1761313446.953503:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e8705f6. 00000100:00000200:3.0:1761313446.953508:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000058c26597 x1846869206493632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.955975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18b71a9. 00010000:00000010:3.1:1761313446.955988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e18166d2. 00000400:00000200:3.0:1761313446.956079:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.956095:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffe9c0 00000400:00000200:3.0:1761313446.956103:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae679 [1] + 224 00000400:00000200:3.0:1761313446.956115:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.956118:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.956129:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000058c26597 x1846869206493632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.956683:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057db4d49. 00000400:00000200:0.0:1761313446.956689:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9414777 00000400:00000010:0.0:1761313446.956691:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9414777. 00000100:00000200:0.0:1761313446.956697:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000058c26597 x1846869206493632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.956705:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000058c26597 x1846869206493632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.956732:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005566f762. 02000000:00000010:0.0:1761313446.956737:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003bcd025d. 00000100:00000010:0.0:1761313446.956741:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058c26597. 00000100:00000010:0.0:1761313446.956746:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008319741c. 00010000:00000010:0.0:1761313446.956749:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058f82e22. 00000400:00000200:3.0:1761313446.956897:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.956907:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9567c0 00000400:00000200:3.0:1761313446.956912:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacfd1 [2] + 656 00000400:00000200:3.0:1761313446.956961:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.956966:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.956970:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313446.956974:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8720239. 00000020:00000010:1.0:1761313446.957659:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000897083d2. 00000020:00000010:1.0:1761313446.957670:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c58cd7d. 00000020:00000010:1.0:1761313446.957675:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313446.957715:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d8720239 x1846869199513536/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313446.957754:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513536 02000000:00000010:1.0:1761313446.957767:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009018164. 00010000:00000010:1.0:1761313446.957796:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd944e03. 00010000:00000010:1.0:1761313446.957818:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002667e85c. 00000100:00000010:1.0:1761313446.957826:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069b9fa7f. 00000100:00000010:1.0:1761313446.957838:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069b9fa7f. 00010000:00000010:1.0:1761313446.957842:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002667e85c. 00000400:00000010:1.0:1761313446.957856:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf93c290. 00000100:00000200:1.0:1761313446.957861:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513536, offset 224 00000400:00000200:1.0:1761313446.957870:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.957884:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.957891:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89399:89399:256:4294967295] 192.168.204.1@tcp LPNI seq info [89399:89399:8:4294967295] 00000400:00000200:1.0:1761313446.957902:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.957911:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.957916:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ec456d (tot 82354770). 00000800:00000200:1.0:1761313446.957924:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.957932:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.957937:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000085ec456d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313446.957957:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c58cd7d. 00000020:00000010:1.0:1761313446.957961:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313446.957964:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000897083d2. 00000800:00000200:1.0:1761313446.958056:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.958061:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ec456d (tot 82354522). 00000400:00000200:1.0:1761313446.958065:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.958069:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.958072:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf93c290 00000400:00000010:1.0:1761313446.958073:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf93c290. 00080000:00000010:0.0:1761313446.958381:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb418110. 00010000:00000010:0.0:1761313446.958524:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00010000:00000010:0.0:1761313446.958534:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000681cdc6. 00010000:00000010:0.0:1761313446.958609:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.0:1761313446.958616:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000089181d2. 00010000:00000010:0.0:1761313446.958627:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c280ea04. 00000100:00000010:0.0:1761313446.958631:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313446.958639:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000af9e5096. 02000000:00000010:0.0:1761313446.958651:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e97dab33. 02000000:00000010:0.0:1761313446.958676:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d23a3ca0. 00000400:00000010:0.0:1761313446.958681:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008744c261. 00000400:00000010:0.0:1761313446.958686:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facf59a2. 00000100:00000200:0.0:1761313446.958692:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493696, portal 16 00000400:00000010:0.0:1761313446.958697:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb083fae. 00000100:00000200:0.0:1761313446.958699:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493696, offset 0 00000400:00000200:0.0:1761313446.958706:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.958717:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.958724:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.958727:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.958730:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.958733:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89400:89400:256:4294967295] 192.168.204.1@tcp LPNI seq info [89400:89400:8:4294967295] 00000400:00000200:0.0:1761313446.958740:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.958745:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.958748:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313446.958752:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.958757:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.958760:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.959198:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.959201:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:3.0:1761313446.959207:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.959211:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.959215:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb083fae 00000400:00000010:3.0:1761313446.959217:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb083fae. 00000100:00000200:3.0:1761313446.959223:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000af9e5096 x1846869206493696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.959603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090fb92b9. 00010000:00000010:2.1:1761313446.959610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007359e9ee. 00010000:00000010:1.1:1761313446.961596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000249e7000. 00010000:00000010:2.1:1761313446.962211:0:78573:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000001f1fbe. 00010000:00000010:2.1:1761313446.962219:0:78573:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032a06e4a. 00010000:00000010:2.1:1761313446.962224:0:78573:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2ac12cb. 00010000:00000010:2.1:1761313446.962227:0:78573:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ebc05e1. 00000400:00000200:0.0:1761313446.962325:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.962344:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffea00 00000400:00000200:0.0:1761313446.962354:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae685 [1] + 224 00000400:00000200:0.0:1761313446.962371:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.962376:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.962388:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000af9e5096 x1846869206493696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313446.962740:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008744c261. 00000400:00000200:2.0:1761313446.962746:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facf59a2 00000400:00000010:2.0:1761313446.962748:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facf59a2. 00000100:00000200:2.0:1761313446.962755:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000af9e5096 x1846869206493696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313446.962761:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000af9e5096 x1846869206493696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313446.962789:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d23a3ca0. 02000000:00000010:2.0:1761313446.962794:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e97dab33. 00000100:00000010:2.0:1761313446.962798:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000af9e5096. 00000100:00000010:2.0:1761313446.962801:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:2.0:1761313446.962804:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c280ea04. 00000400:00000200:3.0:1761313446.964798:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.964816:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956800 00000400:00000200:3.0:1761313446.964823:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacfd1 [2] + 984 00000400:00000200:3.0:1761313446.964886:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.964890:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.964896:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313446.964902:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009cc66c06. 00000020:00000010:0.0:1761313446.965374:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051602c9d. 00000020:00000010:0.0:1761313446.965382:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313446.965387:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1073240. 00000100:00000200:0.0:1761313446.965415:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009cc66c06 x1846869199513600/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313446.965776:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513600 02000000:00000010:3.0:1761313446.965789:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018f6c4ab. 00010000:00000010:3.0:1761313446.965822:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cfecb4. 00010000:00000010:3.0:1761313446.965842:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000026fddcf2. 00000100:00000010:3.0:1761313446.965849:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000171ee278. 00000100:00000010:3.0:1761313446.965867:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000171ee278. 00010000:00000010:3.0:1761313446.965871:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000026fddcf2. 00000400:00000010:3.0:1761313446.965886:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008958a6fd. 00000100:00000200:3.0:1761313446.965891:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513600, offset 224 00080000:00000010:2.0:1761313446.965897:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bcd025d. 00000400:00000200:3.0:1761313446.965900:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.965913:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.965919:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89401:89401:256:4294967295] 192.168.204.1@tcp LPNI seq info [89401:89401:8:4294967295] 00000400:00000200:3.0:1761313446.965928:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.965933:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.965937:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354770). 00000800:00000200:3.0:1761313446.965943:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.965951:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.965956:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.965974:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac55e987. 00000020:00000010:3.0:1761313446.965978:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1073240. 00000020:00000010:3.0:1761313446.965981:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051602c9d. 00010000:00000010:2.0:1761313446.965994:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000089181d2. 00010000:00000010:2.0:1761313446.966000:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc385281. 00000800:00000200:3.0:1761313446.966071:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.966074:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354522). 00000400:00000200:3.0:1761313446.966077:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1761313446.966080:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ebc05e1. 00000400:00000200:3.0:1761313446.966081:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.966084:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008958a6fd 00000400:00000010:3.0:1761313446.966086:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008958a6fd. 00010000:00000010:2.0:1761313446.966086:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000546f485a. 00010000:00000010:2.0:1761313446.966096:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012ecd6cd. 00000100:00000010:2.0:1761313446.966100:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008319741c. 00000100:00000010:2.0:1761313446.966107:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b23b8fe. 02000000:00000010:2.0:1761313446.966117:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005566f762. 02000000:00000010:2.0:1761313446.966142:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000188f6300. 00000400:00000010:2.0:1761313446.966158:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057a38f12. 00000400:00000010:2.0:1761313446.966163:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313446.966167:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493760, portal 16 00000400:00000010:2.0:1761313446.966171:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039409be4. 00000100:00000200:2.0:1761313446.966173:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493760, offset 0 00000400:00000200:2.0:1761313446.966178:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.966184:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.966190:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313446.966193:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313446.966196:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313446.966198:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89402:89402:256:4294967295] 192.168.204.1@tcp LPNI seq info [89402:89402:8:4294967295] 00000400:00000200:2.0:1761313446.966204:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.966207:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.966210:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb86b6d5 (tot 82354770). 00000800:00000200:2.0:1761313446.966214:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.966217:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.966219:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bb86b6d5 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313446.966587:0:78577:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d327d37. 00010000:00000010:0.1:1761313446.967946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0a27e36. 00010000:00000010:0.1:1761313446.967955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cb69883. 00000800:00000200:0.0:1761313446.968041:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313446.968044:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb86b6d5 (tot 82354522). 00000400:00000200:0.0:1761313446.968049:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.968058:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.968062:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039409be4 00000400:00000010:0.0:1761313446.968064:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039409be4. 00000100:00000200:0.0:1761313446.968072:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b23b8fe x1846869206493760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.971512:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.971531:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffea40 00000400:00000200:3.0:1761313446.971540:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae691 [1] + 224 00000400:00000200:3.0:1761313446.971555:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.971560:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.971572:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b23b8fe x1846869206493760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.971655:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057a38f12. 00000400:00000200:0.0:1761313446.971661:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:0.0:1761313446.971663:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:0.0:1761313446.971669:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b23b8fe x1846869206493760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.971676:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b23b8fe x1846869206493760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.971708:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000188f6300. 02000000:00000010:0.0:1761313446.971714:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005566f762. 00000100:00000010:0.0:1761313446.971719:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b23b8fe. 00000100:00000010:0.0:1761313446.971723:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008319741c. 00010000:00000010:0.0:1761313446.971727:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012ecd6cd. 00000400:00000200:0.0:1761313446.973366:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313446.973384:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956840 00000400:00000200:0.0:1761313446.973391:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacfd1 [2] + 1312 00000400:00000200:0.0:1761313446.973439:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313446.973443:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313446.973449:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313446.973454:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa50f973. 00010000:00000010:3.1:1761313446.973554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9acb794. 00000020:00000010:3.0:1761313446.973592:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edfb39fb. 00000020:00000010:3.0:1761313446.973599:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313446.973604:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313446.973629:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa50f973 x1846869199513664/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.973663:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513664 02000000:00000010:3.0:1761313446.973674:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c82e3946. 00010000:00000010:3.0:1761313446.973702:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069535ece. 00010000:00000010:3.0:1761313446.973722:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000026fddcf2. 00000100:00000010:3.0:1761313446.973729:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000171ee278. 00000100:00000010:3.0:1761313446.973748:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000171ee278. 00010000:00000010:3.0:1761313446.973752:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000026fddcf2. 00000400:00000010:3.0:1761313446.973766:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008958a6fd. 00000100:00000200:3.0:1761313446.973770:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513664, offset 224 00000400:00000200:3.0:1761313446.973778:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.973787:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.973792:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89403:89403:256:4294967295] 192.168.204.1@tcp LPNI seq info [89403:89403:8:4294967295] 00000400:00000200:3.0:1761313446.973801:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.973806:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.973810:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc392427 (tot 82354770). 00000800:00000200:3.0:1761313446.973815:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.973821:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.973824:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc392427 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.973846:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313446.973850:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313446.973854:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edfb39fb. 00080000:00000010:0.0:1761313446.973946:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002123c99. 00010000:00000010:0.0:1761313446.974037:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000546f485a. 00010000:00000010:0.0:1761313446.974043:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e1a6931. 00010000:00000010:0.0:1761313446.974113:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df83c085. 00010000:00000010:0.0:1761313446.974120:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313446.974130:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0384afb. 00000100:00000010:0.0:1761313446.974134:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313446.974140:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 02000000:00000010:0.0:1761313446.974163:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002539a954. 02000000:00000010:0.0:1761313446.974187:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fb1ca9f. 00000400:00000010:0.0:1761313446.974192:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.974197:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.974202:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493824, portal 16 00000400:00000010:0.0:1761313446.974206:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb803c1. 00000100:00000200:0.0:1761313446.974208:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493824, offset 0 00000400:00000200:0.0:1761313446.974212:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.974218:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.974224:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.974228:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.974230:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.974232:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89404:89404:255:4294967295] 192.168.204.1@tcp LPNI seq info [89404:89404:7:4294967295] 00000400:00000200:0.0:1761313446.974238:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.974242:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.974245:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82355018). 00000800:00000200:0.0:1761313446.974248:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.974252:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.974254:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313446.974458:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.974462:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc392427 (tot 82354770). 00000400:00000200:2.0:1761313446.974466:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1761313446.974503:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052053027. 00010000:00000010:2.1:1761313446.974509:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0967ada. 00000400:00000200:2.0:1761313446.974515:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.974519:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008958a6fd 00000400:00000010:2.0:1761313446.974521:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008958a6fd. 00000800:00000200:2.0:1761313446.974580:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.974582:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:2.0:1761313446.974585:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.974588:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.974590:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb803c1 00000400:00000010:2.0:1761313446.974592:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb803c1. 00000100:00000200:2.0:1761313446.974596:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097d9a2db x1846869206493824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.977267:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.977288:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffea80 00000400:00000200:3.0:1761313446.977297:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae69d [1] + 224 00000400:00000200:3.0:1761313446.977360:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.977365:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.977377:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097d9a2db x1846869206493824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.977418:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.977424:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956880 00000400:00000200:3.0:1761313446.977428:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacfd1 [2] + 1640 00000400:00000200:3.0:1761313446.977528:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.977533:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.977537:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313446.977543:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b721411. 00000020:00000010:1.0:1761313446.977621:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8d7143d. 00000020:00000010:1.0:1761313446.977632:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.977637:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313446.977661:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b721411 x1846869199513728/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:0.0:1761313446.977673:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.977678:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:0.0:1761313446.977680:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.977686:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097d9a2db x1846869206493824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313446.977693:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513728 00000100:00000200:0.0:1761313446.977693:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097d9a2db x1846869206493824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313446.977705:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000897083d2. 02000000:00000010:0.0:1761313446.977718:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fb1ca9f. 02000000:00000010:0.0:1761313446.977723:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002539a954. 00000100:00000010:0.0:1761313446.977727:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 00000100:00000010:0.0:1761313446.977730:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:1.0:1761313446.977732:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000834e4406. 00010000:00000010:0.0:1761313446.977733:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0384afb. 00010000:00000010:1.0:1761313446.977752:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002667e85c. 00000100:00000010:1.0:1761313446.977758:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069b9fa7f. 00000100:00000010:1.0:1761313446.978357:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069b9fa7f. 00010000:00000010:1.0:1761313446.978365:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002667e85c. 00080000:00000010:0.0:1761313446.978367:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002539a954. 00000400:00000010:1.0:1761313446.978379:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf93c290. 00000100:00000200:1.0:1761313446.978385:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513728, offset 224 00000400:00000200:1.0:1761313446.978392:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.978405:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.978411:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89405:89405:256:4294967295] 192.168.204.1@tcp LPNI seq info [89405:89405:8:4294967295] 00000400:00000200:1.0:1761313446.978422:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.978427:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.978430:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ec456d (tot 82354770). 00000800:00000200:1.0:1761313446.978435:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.978440:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.978444:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000085ec456d type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761313446.978576:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313446.978587:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034fca042. 00000020:00000010:1.0:1761313446.978617:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.978621:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313446.978624:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8d7143d. 00010000:00000010:0.0:1761313446.978674:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.0:1761313446.978680:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313446.978690:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0384afb. 00000100:00000010:0.0:1761313446.978694:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313446.978700:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 02000000:00000010:0.0:1761313446.978711:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009fb1ca9f. 02000000:00000010:0.0:1761313446.978739:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002197a268. 00000400:00000010:0.0:1761313446.978745:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000800:00000200:3.0:1761313446.978749:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1761313446.978749:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000800:00000010:3.0:1761313446.978753:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ec456d (tot 82354522). 00000100:00000200:0.0:1761313446.978753:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493888, portal 16 00000400:00000200:3.0:1761313446.978757:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1761313446.978757:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e99e622. 00000100:00000200:0.0:1761313446.978759:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493888, offset 0 00000400:00000200:3.0:1761313446.978761:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313446.978764:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.978770:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.978771:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf93c290 00000400:00000010:3.0:1761313446.978772:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf93c290. 00000400:00000200:0.0:1761313446.978776:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.978779:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.978782:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.978784:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89406:89406:255:4294967295] 192.168.204.1@tcp LPNI seq info [89406:89406:7:4294967295] 00000400:00000200:0.0:1761313446.978791:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.978795:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.978798:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313446.978802:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.978805:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.978807:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313446.979251:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313446.979254:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:2.0:1761313446.979258:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313446.979262:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313446.979265:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e99e622 00000400:00000010:2.0:1761313446.979267:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e99e622. 00000100:00000200:2.0:1761313446.979273:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097d9a2db x1846869206493888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313446.979821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d002e81. 00010000:00000010:0.1:1761313446.980007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0f81aa9. 00010000:00000010:0.1:1761313446.980013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ebc05e1. 00010000:00000010:1.1:1761313446.982198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000429a3c78. 00000400:00000200:1.0:1761313446.982243:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.982259:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffeac0 00000400:00000200:1.0:1761313446.982268:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae6a9 [1] + 224 00000400:00000200:1.0:1761313446.982282:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.982285:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.982296:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097d9a2db x1846869206493888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.982444:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.982448:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:0.0:1761313446.982450:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.982457:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097d9a2db x1846869206493888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.982464:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097d9a2db x1846869206493888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.982517:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002197a268. 02000000:00000010:0.0:1761313446.982523:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009fb1ca9f. 00000100:00000010:0.0:1761313446.982527:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 00000100:00000010:0.0:1761313446.982531:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313446.982534:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0384afb. 00000400:00000200:3.0:1761313446.983000:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.983009:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9568c0 00000400:00000200:3.0:1761313446.983014:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xacfd1 [2] + 1968 00000400:00000010:3.0:1761313446.983018:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a9859920. 00000400:00000200:3.0:1761313446.983021:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000000d10c53 00000400:00000200:3.0:1761313446.983259:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.983264:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.983268:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000d10c53 00000400:00000010:3.0:1761313446.983271:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000000d10c53 (tot 82354370). 00000100:00000200:3.0:1761313446.983276:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313446.983342:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8d7143d. 00000020:00000010:1.0:1761313446.983349:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.983354:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313446.983378:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000019688e94 x1846869199513792/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313446.983415:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513792 02000000:00000010:1.0:1761313446.983426:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038188b20. 00010000:00000010:1.0:1761313446.983451:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc369e1b. 00010000:00000010:1.0:1761313446.983488:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002667e85c. 00000100:00000010:1.0:1761313446.983496:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069b9fa7f. 00000100:00000010:1.0:1761313446.983507:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069b9fa7f. 00010000:00000010:1.0:1761313446.983511:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002667e85c. 00000400:00000010:1.0:1761313446.983524:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac531eba. 00000100:00000200:1.0:1761313446.983529:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513792, offset 224 00000400:00000200:1.0:1761313446.983540:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313446.983552:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313446.983557:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89407:89407:256:4294967295] 192.168.204.1@tcp LPNI seq info [89407:89407:8:4294967295] 00000400:00000200:1.0:1761313446.983566:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313446.983571:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313446.983575:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae5814d2 (tot 82354618). 00000800:00000200:1.0:1761313446.983580:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313446.983587:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313446.983591:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae5814d2 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761313446.983594:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009fb1ca9f. 00000020:00000010:1.0:1761313446.983608:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313446.983612:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313446.983614:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8d7143d. 02000000:00000010:1.0:1761313446.983622:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000897083d2. 00000100:00000010:1.0:1761313446.983627:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b721411. 02000000:00000010:1.0:1761313446.983632:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c82e3946. 00000100:00000010:1.0:1761313446.983634:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa50f973. 02000000:00000010:1.0:1761313446.983637:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018f6c4ab. 00000100:00000010:1.0:1761313446.983639:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009cc66c06. 02000000:00000010:1.0:1761313446.983641:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009018164. 00000100:00000010:1.0:1761313446.983644:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8720239. 02000000:00000010:1.0:1761313446.983647:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000005ab16c9. 00000100:00000010:1.0:1761313446.983648:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dbb6b51. 02000000:00000010:1.0:1761313446.983651:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000df128af. 00000100:00000010:1.0:1761313446.983653:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfd0c749. 00010000:00000010:0.0:1761313446.983680:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313446.983686:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1fe2710. 00000100:00000200:2.0:1761313446.983717:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313446.983724:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009267865d. 00000400:00000010:2.0:1761313446.983730:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008319741c (tot 82354770). 00010000:00000010:0.0:1761313446.983762:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001124c96c. 00010000:00000010:0.0:1761313446.983768:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313446.983779:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0384afb. 00000100:00000010:0.0:1761313446.983782:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313446.983789:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 02000000:00000010:0.0:1761313446.983800:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002197a268. 02000000:00000010:0.0:1761313446.983823:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d9ea7228. 00000400:00000010:0.0:1761313446.983827:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.983830:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.983834:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206493952, portal 16 00000400:00000010:0.0:1761313446.983838:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9dda38a. 00000100:00000200:0.0:1761313446.983840:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206493952, offset 0 00000400:00000200:0.0:1761313446.983845:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.983851:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.983858:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.983862:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.983865:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.983867:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89408:89408:255:4294967295] 192.168.204.1@tcp LPNI seq info [89408:89408:7:4294967295] 00000400:00000200:0.0:1761313446.983873:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.983877:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.983881:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82355018). 00000800:00000200:0.0:1761313446.983885:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.983888:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.983891:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.983972:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.983975:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae5814d2 (tot 82354770). 00000400:00000200:3.0:1761313446.983979:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.983983:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.983985:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac531eba 00000400:00000010:3.0:1761313446.983987:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac531eba. 02000000:00000010:3.0:1761313446.983991:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038188b20. 00000800:00000200:3.0:1761313446.984445:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.984448:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:3.0:1761313446.984452:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.984456:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.984459:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9dda38a 00000400:00000010:3.0:1761313446.984461:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9dda38a. 00000100:00000200:3.0:1761313446.984499:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097d9a2db x1846869206493952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.984893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a84f202. 00010000:00000010:0.1:1761313446.984900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df83c085. 00000400:00000200:1.0:1761313446.986629:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.986651:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffeb00 00000400:00000200:1.0:1761313446.986661:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae6b9 [1] + 224 00000400:00000200:1.0:1761313446.986674:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.986678:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.986688:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097d9a2db x1846869206493952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313446.986728:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.986733:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956900 00000400:00000200:1.0:1761313446.986737:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad029 [2] + 0 00000400:00000200:1.0:1761313446.986789:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.986792:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.986796:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.986803:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00000400:00000010:0.0:1761313446.986870:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.986874:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:0.0:1761313446.986876:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.986882:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097d9a2db x1846869206493952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.986889:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097d9a2db x1846869206493952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.986917:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d9ea7228. 02000000:00000010:0.0:1761313446.986922:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002197a268. 00000100:00000010:0.0:1761313446.986926:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 00000100:00000010:0.0:1761313446.986929:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313446.986932:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0384afb. 00000020:00000010:3.0:1761313446.987124:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048fc4b51. 00000020:00000010:3.0:1761313446.987130:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313446.987134:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313446.987169:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199513856/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313446.987203:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513856 02000000:00000010:3.0:1761313446.987216:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000edfb39fb. 00010000:00000010:3.0:1761313446.987245:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009a3a04f. 00010000:00000010:3.0:1761313446.987267:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000026fddcf2. 00000100:00000010:3.0:1761313446.987274:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000171ee278. 00000100:00000010:3.0:1761313446.987287:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000171ee278. 00010000:00000010:3.0:1761313446.987290:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000026fddcf2. 00000400:00000010:3.0:1761313446.987302:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4631295. 00000100:00000200:3.0:1761313446.987306:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513856, offset 224 00000400:00000200:3.0:1761313446.987313:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313446.987322:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313446.987327:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89409:89409:256:4294967295] 192.168.204.1@tcp LPNI seq info [89409:89409:8:4294967295] 00000400:00000200:3.0:1761313446.987336:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313446.987341:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313446.987345:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82354770). 00000800:00000200:3.0:1761313446.987350:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313446.987356:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313446.987359:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313446.987381:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313446.987386:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313446.987390:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048fc4b51. 00080000:00000010:0.0:1761313446.987581:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002197a268. 00010000:00000010:0.0:1761313446.987680:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313446.987687:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000093b0603b. 00010000:00000010:0.0:1761313446.987796:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df83c085. 00010000:00000010:0.0:1761313446.987803:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313446.987815:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0384afb. 00000100:00000010:0.0:1761313446.987818:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313446.987825:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 02000000:00000010:0.0:1761313446.987836:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d9ea7228. 02000000:00000010:0.0:1761313446.987864:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051602c9d. 00000400:00000010:0.0:1761313446.987870:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.987873:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.987877:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494016, portal 16 00000400:00000010:0.0:1761313446.987882:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313446.987884:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494016, offset 0 00000400:00000200:0.0:1761313446.987889:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.987896:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.987903:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.987906:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.987908:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.987911:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89410:89410:255:4294967295] 192.168.204.1@tcp LPNI seq info [89410:89410:7:4294967295] 00000400:00000200:0.0:1761313446.987917:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.987920:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.987924:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82355018). 00000800:00000200:0.0:1761313446.987927:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.987931:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.987934:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.988040:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.988044:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354770). 00000400:00000200:1.0:1761313446.988048:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.988051:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.988055:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4631295 00000400:00000010:1.0:1761313446.988057:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4631295. 00000800:00000200:1.0:1761313446.988115:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.988117:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:1.0:1761313446.988121:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.988124:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.988126:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:1.0:1761313446.988128:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00000100:00000200:1.0:1761313446.988133:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097d9a2db x1846869206494016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313446.989962:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.989982:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffeb40 00000400:00000200:3.0:1761313446.989990:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae6c5 [1] + 224 00000400:00000200:3.0:1761313446.990004:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.990007:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.990017:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097d9a2db x1846869206494016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.990086:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.990091:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:0.0:1761313446.990093:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.990099:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097d9a2db x1846869206494016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.990107:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097d9a2db x1846869206494016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.990134:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051602c9d. 02000000:00000010:0.0:1761313446.990141:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d9ea7228. 00000100:00000010:0.0:1761313446.990145:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 00000100:00000010:0.0:1761313446.990160:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313446.990164:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0384afb. 00000400:00000200:1.0:1761313446.990965:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.990977:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956940 00000400:00000200:1.0:1761313446.990982:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad029 [2] + 328 00000400:00000200:1.0:1761313446.991276:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.991281:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.991286:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.991291:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00000020:00000010:2.0:1761313446.991375:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1831f9c. 00000020:00000010:2.0:1761313446.991383:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313446.991387:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313446.991415:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199513920/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313446.991454:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513920 02000000:00000010:2.0:1761313446.991506:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a51b8bf0. 00010000:00000010:2.0:1761313446.991542:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e6d8231. 00010000:00000010:2.0:1761313446.991569:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d0decc0. 00000100:00000010:2.0:1761313446.991576:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313446.991589:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313446.991593:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d0decc0. 00000400:00000010:2.0:1761313446.991617:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a23e65b. 00000100:00000200:2.0:1761313446.991622:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513920, offset 224 00000400:00000200:2.0:1761313446.991630:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.991641:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.991647:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89411:89411:256:4294967295] 192.168.204.1@tcp LPNI seq info [89411:89411:8:4294967295] 00000400:00000200:2.0:1761313446.991657:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.991662:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.991666:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068b7b57f (tot 82354770). 00000800:00000200:2.0:1761313446.991676:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.991683:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.991686:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000068b7b57f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.991708:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313446.991712:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313446.991715:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1831f9c. 00080000:00000010:0.0:1761313446.991788:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d9ea7228. 00010000:00000010:0.0:1761313446.991891:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313446.991898:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000173d4fa2. 00000800:00000200:1.0:1761313446.991903:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.991906:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068b7b57f (tot 82354522). 00000400:00000200:1.0:1761313446.991910:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.991914:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.991917:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a23e65b 00000400:00000010:1.0:1761313446.991919:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a23e65b. 00010000:00000010:0.0:1761313446.991981:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.0:1761313446.991987:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313446.991998:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0384afb. 00000100:00000010:0.0:1761313446.992001:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313446.992008:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 02000000:00000010:0.0:1761313446.992020:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051602c9d. 02000000:00000010:0.0:1761313446.992042:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e97dab33. 00000400:00000010:0.0:1761313446.992048:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.992057:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.992061:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494080, portal 16 00000400:00000010:0.0:1761313446.992066:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313446.992068:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494080, offset 0 00000400:00000200:0.0:1761313446.992073:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.992079:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.992085:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.992088:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.992090:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.992092:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89412:89412:256:4294967295] 192.168.204.1@tcp LPNI seq info [89412:89412:8:4294967295] 00000400:00000200:0.0:1761313446.992097:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.992101:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.992104:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313446.992107:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.992111:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.992114:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313446.992323:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.992327:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:3.0:1761313446.992331:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.992335:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.992338:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:3.0:1761313446.992339:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000100:00000200:3.0:1761313446.992346:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097d9a2db x1846869206494080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.993519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002eb0466a. 00010000:00000010:0.1:1761313446.993530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:3.1:1761313446.993539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d397fe7. 00010000:00000010:1.1:1761313446.993616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e9f1d3. 00000400:00000200:1.0:1761313446.993767:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.993781:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffeb80 00000400:00000200:1.0:1761313446.993789:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae6d1 [1] + 224 00000400:00000200:1.0:1761313446.993802:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.993806:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.993814:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097d9a2db x1846869206494080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313446.994059:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.994064:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:0.0:1761313446.994066:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.994071:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097d9a2db x1846869206494080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.994079:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097d9a2db x1846869206494080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.994104:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e97dab33. 02000000:00000010:0.0:1761313446.994110:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051602c9d. 00000100:00000010:0.0:1761313446.994113:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 00000100:00000010:0.0:1761313446.994116:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313446.994119:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0384afb. 00000400:00000200:1.0:1761313446.994180:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.994189:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956980 00000400:00000200:1.0:1761313446.994193:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad029 [2] + 656 00000400:00000200:1.0:1761313446.994244:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.994248:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.994252:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313446.994257:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 00000020:00000010:2.0:1761313446.994449:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1831f9c. 00000020:00000010:2.0:1761313446.994456:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313446.994460:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313446.994522:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a333fac x1846869199513984/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313446.994547:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199513984 02000000:00000010:2.0:1761313446.994559:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073b6b1b0. 00010000:00000010:2.0:1761313446.994588:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017fdf698. 00010000:00000010:2.0:1761313446.994615:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d0decc0. 00000100:00000010:2.0:1761313446.994696:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313446.994709:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313446.994712:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d0decc0. 00000400:00000010:2.0:1761313446.994727:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea544e46. 00000100:00000200:2.0:1761313446.994732:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199513984, offset 224 00000400:00000200:2.0:1761313446.994740:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.994753:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.994758:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89413:89413:256:4294967295] 192.168.204.1@tcp LPNI seq info [89413:89413:8:4294967295] 00000400:00000200:2.0:1761313446.994769:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.994774:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.994779:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c24a49b (tot 82354770). 00000800:00000200:2.0:1761313446.994784:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.994790:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.994794:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c24a49b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.994820:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313446.994825:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313446.994827:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1831f9c. 00080000:00000010:0.0:1761313446.994887:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051602c9d. 00010000:00000010:0.0:1761313446.994992:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313446.994998:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002b9a9ce9. 00000800:00000200:3.0:1761313446.995055:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.995059:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c24a49b (tot 82354522). 00000400:00000200:3.0:1761313446.995064:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.995068:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.995070:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea544e46 00000400:00000010:3.0:1761313446.995072:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea544e46. 00010000:00000010:0.0:1761313446.995101:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.0:1761313446.995107:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313446.995117:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0384afb. 00000100:00000010:0.0:1761313446.995120:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313446.995127:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 02000000:00000010:0.0:1761313446.995138:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e97dab33. 02000000:00000010:0.0:1761313446.995175:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d23a3ca0. 00000400:00000010:0.0:1761313446.995182:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.995185:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.995190:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494144, portal 16 00000400:00000010:0.0:1761313446.995194:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f44040b3. 00000100:00000200:0.0:1761313446.995196:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494144, offset 0 00000400:00000200:0.0:1761313446.995201:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.995206:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.995212:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.995215:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.995219:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.995221:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89414:89414:256:4294967295] 192.168.204.1@tcp LPNI seq info [89414:89414:8:4294967295] 00000400:00000200:0.0:1761313446.995227:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.995231:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.995234:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313446.995237:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.995241:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.995243:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.995334:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.995336:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:1.0:1761313446.995340:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.995343:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.995346:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f44040b3 00000400:00000010:1.0:1761313446.995347:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f44040b3. 00000100:00000200:1.0:1761313446.995353:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097d9a2db x1846869206494144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313446.996849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a621cf46. 00000400:00000200:1.0:1761313446.997244:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313446.997259:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffebc0 00000400:00000200:1.0:1761313446.997267:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae6dd [1] + 224 00000400:00000200:1.0:1761313446.997280:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.997284:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313446.997293:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097d9a2db x1846869206494144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313446.997452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8f269f9. 00010000:00000010:0.1:1761313446.997459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001124c96c. 00000400:00000010:0.0:1761313446.997499:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313446.997503:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:0.0:1761313446.997506:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.997513:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097d9a2db x1846869206494144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313446.997521:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097d9a2db x1846869206494144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313446.997549:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d23a3ca0. 02000000:00000010:0.0:1761313446.997555:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e97dab33. 00000100:00000010:0.0:1761313446.997559:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 00000100:00000010:0.0:1761313446.997563:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313446.997567:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0384afb. 00000400:00000200:3.0:1761313446.997854:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313446.997868:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9569c0 00000400:00000200:3.0:1761313446.997875:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad029 [2] + 984 00000400:00000200:3.0:1761313446.998125:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313446.998130:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313446.998135:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313446.998140:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dbb6b51. 00000020:00000010:2.0:1761313446.998571:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1831f9c. 00000020:00000010:2.0:1761313446.998580:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313446.998583:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313446.998747:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dbb6b51 x1846869199514048/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:414/0 lens 328/0 e 0 to 0 dl 1761313489 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313446.998780:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514048 02000000:00000010:2.0:1761313446.998791:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002b85d0a. 00010000:00000010:2.0:1761313446.998818:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7fa34bb. 00010000:00000010:2.0:1761313446.998838:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d0decc0. 00000100:00000010:2.0:1761313446.998844:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313446.998861:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313446.998864:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d0decc0. 00000400:00000010:2.0:1761313446.998875:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313446.998881:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514048, offset 224 00000400:00000200:2.0:1761313446.998889:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313446.998899:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313446.998905:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89415:89415:256:4294967295] 192.168.204.1@tcp LPNI seq info [89415:89415:8:4294967295] 00000400:00000200:2.0:1761313446.998925:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313446.998930:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313446.998934:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a90f11e (tot 82354770). 00000800:00000200:2.0:1761313446.998940:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313446.998946:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313446.998951:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a90f11e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313446.998975:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313446.998979:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313446.998982:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1831f9c. 00080000:00000010:0.0:1761313446.999069:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e97dab33. 00010000:00000010:0.0:1761313446.999294:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313446.999302:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000399a0535. 00010000:00000010:0.0:1761313446.999379:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001124c96c. 00010000:00000010:0.0:1761313446.999385:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008448fcae. 00000800:00000200:3.0:1761313446.999388:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313446.999393:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a90f11e (tot 82354522). 00010000:00000010:0.0:1761313446.999396:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0384afb. 00000400:00000200:3.0:1761313446.999398:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1761313446.999402:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000400:00000200:3.0:1761313446.999406:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313446.999411:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000100:00000010:0.0:1761313446.999411:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 00000400:00000010:3.0:1761313446.999414:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 02000000:00000010:0.0:1761313446.999424:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d23a3ca0. 02000000:00000010:0.0:1761313446.999446:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fbd4cefa. 00000400:00000010:0.0:1761313446.999452:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313446.999456:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313446.999460:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494208, portal 16 00000400:00000010:0.0:1761313446.999465:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313446.999503:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494208, offset 0 00000400:00000200:0.0:1761313446.999510:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313446.999516:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313446.999522:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313446.999524:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313446.999527:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313446.999529:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89416:89416:256:4294967295] 192.168.204.1@tcp LPNI seq info [89416:89416:8:4294967295] 00000400:00000200:0.0:1761313446.999535:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313446.999539:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313446.999542:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313446.999546:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313446.999551:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313446.999553:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313446.999658:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313446.999660:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:1.0:1761313446.999664:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313446.999667:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313446.999669:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:1.0:1761313446.999671:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:1.0:1761313446.999676:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097d9a2db x1846869206494208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.001760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006138ee97. 00010000:00000010:0.1:1761313447.001775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df83c085. 00000400:00000200:3.0:1761313447.002829:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.002848:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffec00 00000400:00000200:3.0:1761313447.002858:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae6e9 [1] + 224 00000400:00000200:3.0:1761313447.002872:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.002876:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.002887:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097d9a2db x1846869206494208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.002929:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.002934:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956a00 00000400:00000200:3.0:1761313447.002939:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad029 [2] + 1312 00000400:00000200:3.0:1761313447.002946:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.002949:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.002953:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.002958:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8720239. 00000400:00000010:0.0:1761313447.003155:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313447.003161:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:0.0:1761313447.003163:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:0.0:1761313447.003171:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097d9a2db x1846869206494208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.003180:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097d9a2db x1846869206494208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313490 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.003214:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fbd4cefa. 02000000:00000010:0.0:1761313447.003222:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d23a3ca0. 00000100:00000010:0.0:1761313447.003226:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 00000100:00000010:0.0:1761313447.003230:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313447.003234:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0384afb. 00000020:00000010:1.0:1761313447.003253:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b17b7b0d. 00000020:00000010:1.0:1761313447.003261:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313447.003266:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313447.003290:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d8720239 x1846869199514112/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313447.003323:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514112 02000000:00000010:1.0:1761313447.003336:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038188b20. 00010000:00000010:1.0:1761313447.003364:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000220e60c0. 00010000:00000010:1.0:1761313447.003384:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002667e85c. 00000100:00000010:1.0:1761313447.003391:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069b9fa7f. 00000100:00000010:1.0:1761313447.003410:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069b9fa7f. 00010000:00000010:1.0:1761313447.003414:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002667e85c. 00000400:00000010:1.0:1761313447.003427:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0c22641. 00000100:00000200:1.0:1761313447.003431:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514112, offset 224 00000400:00000200:1.0:1761313447.003438:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.003449:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.003455:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89417:89417:256:4294967295] 192.168.204.1@tcp LPNI seq info [89417:89417:8:4294967295] 00000400:00000200:1.0:1761313447.003464:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.003503:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.003508:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008803a01b (tot 82354770). 00000800:00000200:1.0:1761313447.003514:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.003522:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.003526:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008803a01b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.003542:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313447.003546:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313447.003550:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b17b7b0d. 00080000:00000010:0.0:1761313447.003678:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d23a3ca0. 00010000:00000010:0.0:1761313447.003784:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313447.003791:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e82c26e3. 00010000:00000010:0.0:1761313447.003871:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df83c085. 00010000:00000010:0.0:1761313447.003876:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313447.003885:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0384afb. 00000100:00000010:0.0:1761313447.003888:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313447.003894:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 02000000:00000010:0.0:1761313447.003905:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fbd4cefa. 02000000:00000010:0.0:1761313447.003925:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8796c44. 00000400:00000010:0.0:1761313447.003930:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313447.003934:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313447.003938:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494272, portal 16 00000400:00000010:0.0:1761313447.003942:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f21e616. 00000100:00000200:0.0:1761313447.003943:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494272, offset 0 00000400:00000200:0.0:1761313447.003949:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.003956:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.003963:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.003966:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.003969:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.003972:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89418:89418:255:4294967295] 192.168.204.1@tcp LPNI seq info [89418:89418:7:4294967295] 00000400:00000200:0.0:1761313447.003979:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.003983:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.003986:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82355018). 00000800:00000200:0.0:1761313447.003990:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.003994:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.003996:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.004118:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.004122:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008803a01b (tot 82354770). 00000400:00000200:3.0:1761313447.004126:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.004130:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.004134:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0c22641 00000400:00000010:3.0:1761313447.004135:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0c22641. 00000800:00000200:3.0:1761313447.004180:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.004182:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:3.0:1761313447.004186:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.004188:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.004190:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f21e616 00000400:00000010:3.0:1761313447.004191:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f21e616. 00000100:00000200:3.0:1761313447.004197:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097d9a2db x1846869206494272/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.004962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca212379. 00010000:00000010:0.1:1761313447.004970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c55f9b8. 00010000:00000010:2.1:1761313447.005510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009397a262. 00010000:00000010:2.1:1761313447.008513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072bb7774. 00010000:00000010:1.1:1761313447.008580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cac423b7. 00000400:00000200:1.0:1761313447.009847:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.009869:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffec40 00000400:00000200:1.0:1761313447.009876:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae6f5 [1] + 224 00000400:00000200:1.0:1761313447.009888:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.009892:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.009903:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097d9a2db x1846869206494272/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.009941:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.009946:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956a40 00000400:00000200:1.0:1761313447.009951:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad029 [2] + 1640 00000400:00000200:1.0:1761313447.009961:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.009964:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.009969:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.009975:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 00000020:00000010:2.0:1761313447.010046:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1831f9c. 00000020:00000010:2.0:1761313447.010054:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313447.010058:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.010083:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013181f7b x1846869199514176/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313447.010119:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514176 02000000:00000010:2.0:1761313447.010132:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005566f762. 00010000:00000010:2.0:1761313447.010186:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d0decc0. 00000100:00000010:2.0:1761313447.010194:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.010201:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.010205:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d0decc0. 00000400:00000010:2.0:1761313447.010220:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c31452. 00000100:00000200:2.0:1761313447.010226:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514176, offset 224 00000400:00000200:2.0:1761313447.010234:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.010246:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.010252:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89419:89419:256:4294967295] 192.168.204.1@tcp LPNI seq info [89419:89419:8:4294967295] 00000400:00000200:2.0:1761313447.010262:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.010268:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.010272:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048e3401e (tot 82354770). 00000800:00000200:2.0:1761313447.010279:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.010286:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.010290:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048e3401e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.010313:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313447.010318:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.010322:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1831f9c. 00000800:00000200:3.0:1761313447.010409:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.010414:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048e3401e (tot 82354522). 00000400:00000200:3.0:1761313447.010419:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1761313447.010422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff4f0ada. 00000400:00000200:3.0:1761313447.010424:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.010429:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c31452 00000400:00000010:3.0:1761313447.010432:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c31452. 00010000:00000010:0.1:1761313447.010432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfa04e5. 00000400:00000010:0.0:1761313447.010453:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313447.010457:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:0.0:1761313447.010459:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:0.0:1761313447.010467:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097d9a2db x1846869206494272/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.010507:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097d9a2db x1846869206494272/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313447.010530:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000228c0522. 02000000:00000010:0.0:1761313447.010543:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8796c44. 02000000:00000010:0.0:1761313447.010548:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fbd4cefa. 00000100:00000010:0.0:1761313447.010552:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 00000100:00000010:0.0:1761313447.010555:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313447.010557:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0384afb. 00080000:00000010:0.0:1761313447.010574:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbd4cefa. 00010000:00000010:0.0:1761313447.010664:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313447.010669:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef577238. 00010000:00000010:0.0:1761313447.010743:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffbbbb03. 00010000:00000010:0.0:1761313447.010747:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d4b8cc4d. 00010000:00000010:0.0:1761313447.010752:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.0:1761313447.010757:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008448fcae. 00080000:00000010:0.0:1761313447.010769:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8796c44. 00010000:00000010:0.0:1761313447.010794:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313447.010798:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4b8cc4d. 00010000:00000010:0.0:1761313447.010854:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.0:1761313447.010858:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313447.010864:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0384afb. 00000100:00000010:0.0:1761313447.010867:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313447.010873:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 02000000:00000010:0.0:1761313447.010883:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1553558. 02000000:00000010:0.0:1761313447.010904:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a148507. 00000400:00000010:0.0:1761313447.010908:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313447.010911:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313447.010916:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494336, portal 16 00000400:00000010:0.0:1761313447.010920:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313447.010922:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494336, offset 0 00000400:00000200:0.0:1761313447.010935:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.010943:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.010950:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.010953:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.010955:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.010958:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89420:89420:256:4294967295] 192.168.204.1@tcp LPNI seq info [89420:89420:8:4294967295] 00000400:00000200:0.0:1761313447.010965:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.010969:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.010972:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313447.010977:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.010980:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.010982:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.011508:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.011511:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:3.0:1761313447.011515:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.011520:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.011523:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:3.0:1761313447.011524:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:3.0:1761313447.011529:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097d9a2db x1846869206494336/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.013741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e82f7318. 00010000:00000010:0.1:1761313447.013759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001124c96c. 00010000:00000010:0.1:1761313447.018393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6dae869. 00010000:00000010:0.1:1761313447.018416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a938ad21. 00010000:00000010:0.1:1761313447.018422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df83c085. 00010000:00000010:0.1:1761313447.018426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffbbbb03. 00010000:00000010:0.1:1761313447.018431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfa04e5. 00000400:00000200:1.0:1761313447.022466:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.022531:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffec80 00000400:00000200:1.0:1761313447.022539:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae701 [1] + 224 00000400:00000200:1.0:1761313447.022569:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.022573:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.022583:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097d9a2db x1846869206494336/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.023228:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.023239:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956a80 00000400:00000200:3.0:1761313447.023244:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad029 [2] + 1968 00000400:00000010:3.0:1761313447.023248:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006fa62344. 00000400:00000200:3.0:1761313447.023252:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a1f8216b 00000400:00000200:3.0:1761313447.023557:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.023562:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.023565:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f8216b 00000400:00000010:3.0:1761313447.023567:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a1f8216b (tot 82354370). 00000100:00000200:3.0:1761313447.023572:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313447.023774:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b17b7b0d. 00000020:00000010:1.0:1761313447.023780:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313447.023784:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313447.023810:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004ea0a134 x1846869199514240/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313447.023875:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514240 02000000:00000010:1.0:1761313447.023888:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000005ab16c9. 00010000:00000010:1.0:1761313447.024161:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002667e85c. 00000100:00000010:1.0:1761313447.024170:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069b9fa7f. 00000100:00000010:1.0:1761313447.024177:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069b9fa7f. 00010000:00000010:1.0:1761313447.024181:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002667e85c. 00000400:00000010:1.0:1761313447.024196:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fde0bda4. 00000100:00000200:1.0:1761313447.024201:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514240, offset 224 00000400:00000200:1.0:1761313447.024208:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.024218:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.024223:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89421:89421:256:4294967295] 192.168.204.1@tcp LPNI seq info [89421:89421:8:4294967295] 00000400:00000200:1.0:1761313447.024232:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.024237:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.024241:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000597e8afc (tot 82354618). 00000800:00000200:1.0:1761313447.024247:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.024252:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.024256:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000597e8afc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.024280:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313447.024285:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313447.024288:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b17b7b0d. 02000000:00000010:1.0:1761313447.024297:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005566f762. 00000100:00000010:1.0:1761313447.024301:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 02000000:00000010:1.0:1761313447.024305:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038188b20. 00000100:00000010:1.0:1761313447.024307:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8720239. 02000000:00000010:1.0:1761313447.024310:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002b85d0a. 00000100:00000010:1.0:1761313447.024312:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dbb6b51. 02000000:00000010:1.0:1761313447.024315:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073b6b1b0. 00000100:00000010:1.0:1761313447.024317:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 02000000:00000010:1.0:1761313447.024320:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a51b8bf0. 00000100:00000010:1.0:1761313447.024322:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:1.0:1761313447.024325:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000edfb39fb. 00000100:00000010:1.0:1761313447.024326:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 00000100:00000200:1.0:1761313447.024333:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313447.024338:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000002983006. 00000400:00000010:1.0:1761313447.024342:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000069b9fa7f (tot 82354770). 00000400:00000010:0.0:1761313447.024514:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313447.024518:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:0.0:1761313447.024520:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:0.0:1761313447.024527:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097d9a2db x1846869206494336/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.024534:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097d9a2db x1846869206494336/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313447.024555:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bc0113f. 02000000:00000010:0.0:1761313447.024570:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a148507. 02000000:00000010:0.0:1761313447.024574:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1553558. 00000100:00000010:0.0:1761313447.024577:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 00000100:00000010:0.0:1761313447.024580:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313447.024582:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0384afb. 00080000:00000010:0.0:1761313447.024600:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1553558. 00010000:00000010:0.0:1761313447.024689:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313447.024695:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006c90631. 00010000:00000010:0.0:1761313447.024773:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.0:1761313447.024779:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313447.024789:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0384afb. 00000100:00000010:0.0:1761313447.024792:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313447.024800:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 02000000:00000010:0.0:1761313447.024811:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a148507. 02000000:00000010:0.0:1761313447.024837:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e692d2e. 00000400:00000010:0.0:1761313447.024841:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313447.024844:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313447.024847:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494400, portal 16 00000400:00000010:0.0:1761313447.024851:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313447.024853:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494400, offset 0 00000400:00000200:0.0:1761313447.024858:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.024866:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.024874:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.024877:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.024880:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.024882:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89422:89422:255:4294967295] 192.168.204.1@tcp LPNI seq info [89422:89422:7:4294967295] 00000400:00000200:0.0:1761313447.024889:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.024893:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.024897:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82355018). 00000800:00000200:0.0:1761313447.024900:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.024905:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.024907:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.025259:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.025263:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000597e8afc (tot 82354770). 00000400:00000200:3.0:1761313447.025268:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.025273:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.025276:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fde0bda4 00000400:00000010:3.0:1761313447.025277:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fde0bda4. 02000000:00000010:3.0:1761313447.025283:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000005ab16c9. 00000800:00000200:3.0:1761313447.025338:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.025339:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:3.0:1761313447.025342:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.025345:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.025347:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:3.0:1761313447.025348:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:3.0:1761313447.025352:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097d9a2db x1846869206494400/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.031854:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.031873:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffecc0 00000400:00000200:3.0:1761313447.031881:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae711 [1] + 224 00000400:00000200:3.0:1761313447.031891:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.031894:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.031904:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097d9a2db x1846869206494400/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.031940:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.031944:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956ac0 00000400:00000200:3.0:1761313447.031948:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad081 [2] + 0 00000400:00000200:3.0:1761313447.031995:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.031998:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.032002:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.032006:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009cc66c06. 00000020:00000010:2.0:1761313447.032102:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1831f9c. 00000020:00000010:2.0:1761313447.032110:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313447.032115:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.032142:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009cc66c06 x1846869199514304/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313447.032182:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514304 02000000:00000010:2.0:1761313447.032194:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000188f6300. 00010000:00000010:2.0:1761313447.032237:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f44403d. 00000100:00000010:2.0:1761313447.032244:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.032251:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.032254:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f44403d. 00000400:00000010:2.0:1761313447.032269:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c31452. 00000100:00000200:2.0:1761313447.032275:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514304, offset 224 00000400:00000200:2.0:1761313447.032283:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.032295:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.032300:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89423:89423:256:4294967295] 192.168.204.1@tcp LPNI seq info [89423:89423:8:4294967295] 00000400:00000200:2.0:1761313447.032310:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.032315:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.032320:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f58fd2 (tot 82354770). 00000800:00000200:2.0:1761313447.032325:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.032332:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.032336:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098f58fd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.032355:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313447.032359:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.032362:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1831f9c. 00000800:00000200:2.0:1761313447.032457:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.032460:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f58fd2 (tot 82354522). 00000400:00000200:2.0:1761313447.032463:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.032491:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.033341:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c31452 00000400:00000010:2.0:1761313447.033347:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c31452. 00000400:00000010:0.0:1761313447.033460:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313447.033464:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:0.0:1761313447.033465:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00010000:00000010:0.1:1761313447.033492:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012ec1f1a. 00010000:00000010:0.1:1761313447.033711:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf713ef. 00010000:00000010:0.1:1761313447.033717:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c55f9b8. 00000100:00000200:0.0:1761313447.033729:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097d9a2db x1846869206494400/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.033739:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097d9a2db x1846869206494400/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313447.033763:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001739330b. 02000000:00000010:0.0:1761313447.033776:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e692d2e. 02000000:00000010:0.0:1761313447.033783:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004a148507. 00000100:00000010:0.0:1761313447.033787:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 00000100:00000010:0.0:1761313447.033792:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313447.033794:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0384afb. 00080000:00000010:0.0:1761313447.033811:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e692d2e. 00010000:00000010:0.0:1761313447.033898:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313447.033903:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3b1939f. 00010000:00000010:0.0:1761313447.033980:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.0:1761313447.033985:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313447.033995:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0384afb. 00000100:00000010:0.0:1761313447.034000:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313447.034006:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 02000000:00000010:0.0:1761313447.034017:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c8b289f. 02000000:00000010:0.0:1761313447.034042:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d04384d. 00000400:00000010:0.0:1761313447.034047:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313447.034051:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313447.034056:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494464, portal 16 00000400:00000010:0.0:1761313447.034061:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f602c09. 00000100:00000200:0.0:1761313447.034062:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494464, offset 0 00000400:00000200:0.0:1761313447.034070:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.034081:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.034089:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.034094:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.034096:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.034099:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89424:89424:256:4294967295] 192.168.204.1@tcp LPNI seq info [89424:89424:8:4294967295] 00000400:00000200:0.0:1761313447.034108:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.034114:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.034118:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313447.034125:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.034132:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.034136:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.034707:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.034712:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:2.0:1761313447.034716:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.034722:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.034726:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f602c09 00000400:00000010:2.0:1761313447.034728:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f602c09. 00000100:00000200:2.0:1761313447.034735:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097d9a2db x1846869206494464/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.037871:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.037890:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffed00 00000400:00000200:2.0:1761313447.037899:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae71d [1] + 224 00000400:00000200:2.0:1761313447.037913:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.037918:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.037930:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097d9a2db x1846869206494464/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.037979:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.037985:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956b00 00000400:00000200:2.0:1761313447.037990:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad081 [2] + 328 00000400:00000200:2.0:1761313447.038048:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.038051:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.038056:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.038069:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066698b35. 00000020:00000010:1.0:1761313447.038215:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000897083d2. 00000020:00000010:1.0:1761313447.038222:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313447.038227:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313447.038254:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066698b35 x1846869199514368/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313447.038289:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514368 02000000:00000010:1.0:1761313447.038301:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000005ab16c9. 00010000:00000010:1.0:1761313447.038342:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002667e85c. 00000100:00000010:1.0:1761313447.038349:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e3427bf. 00000100:00000010:1.0:1761313447.038357:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005e3427bf. 00010000:00000010:1.0:1761313447.038362:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002667e85c. 00000400:00000010:1.0:1761313447.038377:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008da85617. 00000100:00000200:1.0:1761313447.038383:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514368, offset 224 00000400:00000200:1.0:1761313447.038392:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.038406:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.038411:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89425:89425:256:4294967295] 192.168.204.1@tcp LPNI seq info [89425:89425:8:4294967295] 00000400:00000010:0.0:1761313447.038888:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:0.0:1761313447.038894:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:0.0:1761313447.038896:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:0.0:1761313447.038904:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097d9a2db x1846869206494464/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.038912:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097d9a2db x1846869206494464/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313447.038936:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000463b535b. 02000000:00000010:0.0:1761313447.038950:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d04384d. 02000000:00000010:0.0:1761313447.038956:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000c8b289f. 00000100:00000010:0.0:1761313447.038959:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 00000100:00000010:0.0:1761313447.038962:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313447.038965:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0384afb. 00080000:00000010:0.0:1761313447.038980:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c8b289f. 00010000:00000010:0.0:1761313447.039071:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313447.039078:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d39c80a2. 00010000:00000010:0.0:1761313447.039172:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df83c085. 00010000:00000010:0.0:1761313447.039178:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008448fcae. 00010000:00000010:0.0:1761313447.039190:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0384afb. 00000100:00000010:0.0:1761313447.039193:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313447.039200:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 02000000:00000010:0.0:1761313447.039212:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d04384d. 02000000:00000010:0.0:1761313447.039239:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3e4d46d. 00000400:00000010:0.0:1761313447.039244:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313447.039247:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313447.039254:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494528, portal 16 00000400:00000010:0.0:1761313447.039258:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bf2771b. 00000100:00000200:0.0:1761313447.039260:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494528, offset 0 00000400:00000200:0.0:1761313447.039266:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.040095:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.040105:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.040110:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82354770). 00000800:00000200:1.0:1761313447.040118:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.040126:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.040130:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.040172:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313447.040177:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313447.040182:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000897083d2. 00000800:00000200:3.0:1761313447.040463:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1761313447.040491:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.040499:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.040502:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.040505:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000800:00000010:3.0:1761313447.040506:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:0.0:1761313447.040511:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89426:89426:255:4294967295] 192.168.204.1@tcp LPNI seq info [89426:89426:7:4294967295] 00000400:00000200:3.0:1761313447.040516:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.040524:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000400:00000200:3.0:1761313447.040526:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000800:00000200:0.0:1761313447.040533:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.040534:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008da85617 00000800:00000010:0.0:1761313447.040537:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000400:00000010:3.0:1761313447.040538:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008da85617. 00000800:00000200:0.0:1761313447.040544:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.040549:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.040551:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.041352:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.041357:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:1.0:1761313447.041362:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.041369:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.041373:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bf2771b 00000400:00000010:1.0:1761313447.041375:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bf2771b. 00000100:00000200:1.0:1761313447.041385:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097d9a2db x1846869206494528/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.042027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659fc248. 00010000:00000010:0.1:1761313447.042036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2aef7bf. 00010000:00000010:0.1:1761313447.042040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.1:1761313447.049580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccabbc73. 00010000:00000010:0.1:1761313447.049601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011f22f8e. 00010000:00000010:0.1:1761313447.049606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c55f9b8. 00000400:00000200:0.0:1761313447.055596:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.055616:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffed40 00000400:00000200:0.0:1761313447.055625:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae729 [1] + 224 00000400:00000200:0.0:1761313447.055637:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.055641:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.055651:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097d9a2db x1846869206494528/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313447.055686:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.055692:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956b40 00000400:00000200:0.0:1761313447.055697:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad081 [2] + 656 00000400:00000200:0.0:1761313447.055750:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.055754:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.055758:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313447.055764:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000488a01ba. 00000400:00000010:1.0:1761313447.056189:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:1.0:1761313447.056195:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:1.0:1761313447.056197:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:1.0:1761313447.056204:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097d9a2db x1846869206494528/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.056212:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097d9a2db x1846869206494528/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.056241:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3e4d46d. 02000000:00000010:1.0:1761313447.056247:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d04384d. 00000100:00000010:1.0:1761313447.056251:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 00000100:00000010:1.0:1761313447.056254:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:1.0:1761313447.056258:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0384afb. 00000020:00000010:3.0:1761313447.059496:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b81b6809. 00000020:00000010:3.0:1761313447.059509:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313447.059514:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313447.059544:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000488a01ba x1846869199514432/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313447.059580:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514432 02000000:00000010:3.0:1761313447.059590:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d6b9bff. 00010000:00000010:3.0:1761313447.059622:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007dcc8b6e. 00010000:00000010:3.0:1761313447.059640:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e841bce8. 00000100:00000010:3.0:1761313447.059647:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000171ee278. 00000100:00000010:3.0:1761313447.059656:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000171ee278. 00010000:00000010:3.0:1761313447.059659:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e841bce8. 00000400:00000010:3.0:1761313447.059672:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eafa7148. 00000100:00000200:3.0:1761313447.059678:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514432, offset 224 00000400:00000200:3.0:1761313447.059685:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.059697:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.059702:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89427:89427:256:4294967295] 192.168.204.1@tcp LPNI seq info [89427:89427:8:4294967295] 00000400:00000200:3.0:1761313447.059712:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.059717:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.059721:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82354770). 00000800:00000200:3.0:1761313447.059726:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.059732:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.059736:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.059749:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313447.059752:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313447.059756:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b81b6809. 00000800:00000200:3.0:1761313447.059842:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.059845:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:3.0:1761313447.059848:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.059852:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.059856:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eafa7148 00000400:00000010:3.0:1761313447.059858:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eafa7148. 00080000:00000010:1.0:1761313447.059995:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000897083d2. 00010000:00000010:1.0:1761313447.060079:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008448fcae. 00010000:00000010:1.0:1761313447.060085:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002039a824. 00010000:00000010:1.0:1761313447.060175:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa4d220e. 00010000:00000010:1.0:1761313447.060182:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f4e3d64. 00010000:00000010:1.0:1761313447.060193:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002667e85c. 00000100:00000010:1.0:1761313447.060197:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e3427bf. 00000100:00000010:1.0:1761313447.060206:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 02000000:00000010:1.0:1761313447.060218:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009018164. 02000000:00000010:1.0:1761313447.060242:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038188b20. 00000400:00000010:1.0:1761313447.060247:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053e6c152. 00000400:00000010:1.0:1761313447.060251:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008da85617. 00000100:00000200:1.0:1761313447.060256:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494592, portal 16 00000400:00000010:1.0:1761313447.060260:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fde0bda4. 00000100:00000200:1.0:1761313447.060261:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494592, offset 0 00000400:00000200:1.0:1761313447.060266:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.060274:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.060279:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.060283:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.060285:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.060287:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89428:89428:256:4294967295] 192.168.204.1@tcp LPNI seq info [89428:89428:8:4294967295] 00000400:00000200:1.0:1761313447.060294:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.060298:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.060300:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82354770). 00000800:00000200:1.0:1761313447.060304:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.060309:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.060311:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313447.060459:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.060462:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354522). 00000400:00000200:0.0:1761313447.060466:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.060494:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.060496:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fde0bda4 00000400:00000010:0.0:1761313447.060498:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fde0bda4. 00000100:00000200:0.0:1761313447.060504:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002d920506 x1846869206494592/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313447.071954:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056c917fe. 00000400:00000200:1.0:1761313447.072044:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.072060:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffed80 00000400:00000200:1.0:1761313447.072068:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae735 [1] + 224 00000400:00000200:1.0:1761313447.072085:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.072089:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.072099:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002d920506 x1846869206494592/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.072139:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.072152:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956b80 00000400:00000200:1.0:1761313447.072157:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad081 [2] + 984 00000400:00000200:1.0:1761313447.072165:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.072168:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.072172:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.072176:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00000020:00000010:1.0:1761313447.072220:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b17b7b0d. 00000020:00000010:1.0:1761313447.072226:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313447.072231:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313447.072253:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199514496/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313447.072278:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514496 02000000:00000010:1.0:1761313447.072289:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8d7143d. 00010000:00000010:1.0:1761313447.072327:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000101e10a1. 00000100:00000010:1.0:1761313447.072335:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026cf0b41. 00000100:00000010:1.0:1761313447.072341:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026cf0b41. 00010000:00000010:1.0:1761313447.072345:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000101e10a1. 00000400:00000010:1.0:1761313447.072357:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0c22641. 00000100:00000200:1.0:1761313447.072361:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514496, offset 224 00000400:00000200:1.0:1761313447.072367:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.072377:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.072382:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89429:89429:256:4294967295] 192.168.204.1@tcp LPNI seq info [89429:89429:8:4294967295] 00000400:00000200:1.0:1761313447.072392:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.072396:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.072400:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82354770). 00000800:00000200:1.0:1761313447.072405:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.072411:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.072414:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.072427:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313447.072431:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313447.072434:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b17b7b0d. 00000800:00000200:3.0:1761313447.073109:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.073114:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354522). 00000400:00000200:3.0:1761313447.073118:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.073123:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.073126:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0c22641 00000400:00000010:3.0:1761313447.073128:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0c22641. 00000400:00000010:3.0:1761313447.073157:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053e6c152. 00000400:00000200:3.0:1761313447.073160:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008da85617 00000400:00000010:3.0:1761313447.073162:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008da85617. 00000100:00000200:3.0:1761313447.073167:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002d920506 x1846869206494592/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313447.073175:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002d920506 x1846869206494592/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313447.073197:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009aaaac89. 02000000:00000010:3.0:1761313447.073211:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038188b20. 02000000:00000010:3.0:1761313447.073216:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009018164. 00000100:00000010:3.0:1761313447.073221:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 00000100:00000010:3.0:1761313447.073226:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005e3427bf. 00010000:00000010:3.0:1761313447.073228:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002667e85c. 00080000:00000010:3.0:1761313447.073244:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b22588c1. 00010000:00000010:3.0:1761313447.073336:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f4e3d64. 00010000:00000010:3.0:1761313447.073342:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008266c55a. 00010000:00000010:3.0:1761313447.073409:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c549fecb. 00010000:00000010:3.0:1761313447.073413:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000045e13ff. 00010000:00000010:3.0:1761313447.073418:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011941016. 00010000:00000010:3.0:1761313447.073422:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcdea591. 00080000:00000010:3.0:1761313447.073434:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018f6c4ab. 00010000:00000010:3.0:1761313447.073458:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcdea591. 00010000:00000010:3.0:1761313447.073462:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000045e13ff. 00010000:00000010:3.0:1761313447.076571:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:3.0:1761313447.076584:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcdea591. 00010000:00000010:3.0:1761313447.076601:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d4239fc6. 00000100:00000010:3.0:1761313447.076609:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000171ee278. 00000100:00000010:3.0:1761313447.076620:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b721411. 02000000:00000010:3.0:1761313447.076636:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c82e3946. 02000000:00000010:3.0:1761313447.076665:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fee550b2. 00000400:00000010:3.0:1761313447.076672:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c7c579e. 00000400:00000010:3.0:1761313447.076678:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eafa7148. 00000100:00000200:3.0:1761313447.076685:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494656, portal 16 00000400:00000010:3.0:1761313447.076691:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041794d07. 00000100:00000200:3.0:1761313447.076693:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494656, offset 0 00000400:00000200:3.0:1761313447.076701:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.076715:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.076721:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.076725:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.076727:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.076730:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89430:89430:256:4294967295] 192.168.204.1@tcp LPNI seq info [89430:89430:8:4294967295] 00000400:00000200:3.0:1761313447.076739:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.076744:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.076748:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82354770). 00000800:00000200:3.0:1761313447.076754:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.076761:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.076765:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.079412:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.079432:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:3.0:1761313447.079440:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.079449:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.079456:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041794d07 00000400:00000010:3.0:1761313447.079458:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041794d07. 00010000:00000010:1.1:1761313447.079492:0:78582:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099363ab1. 00010000:00000010:1.1:1761313447.079501:0:78582:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df83c085. 00000100:00000200:3.0:1761313447.080340:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b721411 x1846869206494656/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313447.086238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db553701. 00010000:00000010:3.1:1761313447.086252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002aece38c. 00010000:00000010:3.1:1761313447.086256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa4d220e. 00010000:00000010:3.1:1761313447.086259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c549fecb. 00010000:00000010:3.1:1761313447.086261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00000400:00000200:1.0:1761313447.086704:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.086722:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffedc0 00000400:00000200:1.0:1761313447.086730:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae741 [1] + 224 00000400:00000200:1.0:1761313447.086741:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.086745:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.086755:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000b721411 x1846869206494656/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.086784:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.086789:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956bc0 00000400:00000200:1.0:1761313447.086794:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad081 [2] + 1312 00000400:00000200:1.0:1761313447.086846:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.086849:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.086854:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.086859:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 00000020:00000010:1.0:1761313447.086907:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b17b7b0d. 00000020:00000010:1.0:1761313447.086913:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313447.086917:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313447.086939:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a333fac x1846869199514560/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313447.086963:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514560 02000000:00000010:1.0:1761313447.086975:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004b448194. 00010000:00000010:1.0:1761313447.087010:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000101e10a1. 00000100:00000010:1.0:1761313447.087016:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e3427bf. 00000100:00000010:1.0:1761313447.087021:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005e3427bf. 00010000:00000010:1.0:1761313447.087025:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000101e10a1. 00000400:00000010:1.0:1761313447.087038:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac531eba. 00000100:00000200:1.0:1761313447.087043:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514560, offset 224 00000400:00000200:1.0:1761313447.087050:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.087061:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.087067:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89431:89431:256:4294967295] 192.168.204.1@tcp LPNI seq info [89431:89431:8:4294967295] 00000400:00000200:1.0:1761313447.087076:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.087081:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.087085:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003237d446 (tot 82354770). 00000800:00000200:1.0:1761313447.087090:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.087097:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.087100:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003237d446 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.087116:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313447.087120:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313447.089028:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b17b7b0d. 00000800:00000200:1.0:1761313447.089177:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.089181:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003237d446 (tot 82354522). 00000400:00000200:1.0:1761313447.089186:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.089195:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.089199:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac531eba 00000400:00000010:1.0:1761313447.089201:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac531eba. 00000400:00000010:2.0:1761313447.090246:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c7c579e. 00000400:00000200:2.0:1761313447.090252:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eafa7148 00000400:00000010:2.0:1761313447.090255:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eafa7148. 00000100:00000200:2.0:1761313447.090267:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000b721411 x1846869206494656/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.090277:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000b721411 x1846869206494656/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313447.090303:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d21d4bcd. 02000000:00000010:2.0:1761313447.090317:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fee550b2. 02000000:00000010:2.0:1761313447.090322:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c82e3946. 00000100:00000010:2.0:1761313447.090326:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b721411. 00000100:00000010:2.0:1761313447.090330:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000171ee278. 00010000:00000010:2.0:1761313447.090334:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d4239fc6. 00080000:00000010:2.0:1761313447.090351:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073b6b1b0. 00010000:00000010:2.0:1761313447.090441:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcdea591. 00010000:00000010:2.0:1761313447.090447:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb9b4231. 00010000:00000010:2.0:1761313447.090533:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032a06e4a. 00010000:00000010:2.0:1761313447.090539:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005523694c. 00010000:00000010:2.0:1761313447.090549:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f44403d. 00000100:00000010:2.0:1761313447.090555:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.090562:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfd0c749. 02000000:00000010:2.0:1761313447.090573:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000002b85d0a. 02000000:00000010:2.0:1761313447.090597:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005566f762. 00000400:00000010:2.0:1761313447.090602:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000602e1087. 00000400:00000010:2.0:1761313447.090607:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c31452. 00000100:00000200:2.0:1761313447.090612:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494720, portal 16 00000400:00000010:2.0:1761313447.090616:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313447.090618:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494720, offset 0 00000400:00000200:2.0:1761313447.090625:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.090637:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.090644:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.090648:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.090651:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.090654:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89432:89432:256:4294967295] 192.168.204.1@tcp LPNI seq info [89432:89432:8:4294967295] 00000400:00000200:2.0:1761313447.090663:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.090668:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.090672:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f58fd2 (tot 82354770). 00000800:00000200:2.0:1761313447.090678:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.090684:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.090688:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098f58fd2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.097403:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.097410:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f58fd2 (tot 82354522). 00000400:00000200:3.0:1761313447.097418:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.097428:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.097434:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:3.0:1761313447.097436:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:3.0:1761313447.097446:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfd0c749 x1846869206494720/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.107513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7f2cd0. 00010000:00000010:2.1:1761313447.107527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096f34164. 00010000:00000010:2.1:1761313447.107531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0fc9f00. 00000400:00000200:0.0:1761313447.112333:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.112353:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffee00 00000400:00000200:0.0:1761313447.112361:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae74d [1] + 224 00000400:00000200:0.0:1761313447.112372:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.112376:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.112386:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfd0c749 x1846869206494720/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313447.112424:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.112430:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956c00 00000400:00000200:0.0:1761313447.112434:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad081 [2] + 1640 00000400:00000200:0.0:1761313447.112533:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.112538:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.112542:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313447.112547:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a99e725d. 00000020:00000010:0.0:1761313447.112602:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005404a6a1. 00000020:00000010:0.0:1761313447.112609:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4b8cc4d. 00000020:00000010:0.0:1761313447.112612:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c3e5fef. 00000100:00000200:0.0:1761313447.112638:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a99e725d x1846869199514624/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313447.112674:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514624 02000000:00000010:0.0:1761313447.112687:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003c7cb895. 00010000:00000010:0.0:1761313447.112726:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2a56bc5. 00000100:00000010:0.0:1761313447.112733:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e1f66ea. 00000100:00000010:0.0:1761313447.112739:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e1f66ea. 00010000:00000010:0.0:1761313447.112741:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2a56bc5. 00000400:00000010:0.0:1761313447.112756:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79a4b62. 00000100:00000200:0.0:1761313447.112761:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514624, offset 224 00000400:00000200:0.0:1761313447.112768:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.112778:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.112785:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89433:89433:256:4294967295] 192.168.204.1@tcp LPNI seq info [89433:89433:8:4294967295] 00000400:00000200:0.0:1761313447.112794:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.112798:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.112803:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313447.112808:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.112815:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.112818:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.112836:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4b8cc4d. 00000020:00000010:0.0:1761313447.112840:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c3e5fef. 00000020:00000010:0.0:1761313447.112843:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005404a6a1. 00000800:00000200:0.0:1761313447.112915:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.112918:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:0.0:1761313447.112922:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.112925:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.112928:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79a4b62 00000400:00000010:0.0:1761313447.112930:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79a4b62. 00000400:00000010:2.0:1761313447.113036:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000602e1087. 00000400:00000200:2.0:1761313447.113041:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c31452 00000400:00000010:2.0:1761313447.113042:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c31452. 00000100:00000200:2.0:1761313447.113047:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfd0c749 x1846869206494720/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.113055:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfd0c749 x1846869206494720/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313447.113074:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083213859. 02000000:00000010:2.0:1761313447.113087:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005566f762. 02000000:00000010:2.0:1761313447.113092:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000002b85d0a. 00000100:00000010:2.0:1761313447.113096:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfd0c749. 00000100:00000010:2.0:1761313447.113099:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.113102:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f44403d. 00080000:00000010:2.0:1761313447.113119:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a148507. 00010000:00000010:2.0:1761313447.113215:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005523694c. 00010000:00000010:2.0:1761313447.113222:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b300e41c. 00010000:00000010:2.0:1761313447.113303:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041bbb1a4. 00010000:00000010:2.0:1761313447.113308:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005523694c. 00010000:00000010:2.0:1761313447.113319:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f44403d. 00000100:00000010:2.0:1761313447.113322:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.113327:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfd0c749. 02000000:00000010:2.0:1761313447.113339:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000002b85d0a. 02000000:00000010:2.0:1761313447.113361:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005566f762. 00000400:00000010:2.0:1761313447.113365:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000602e1087. 00000400:00000010:2.0:1761313447.113368:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c31452. 00000100:00000200:2.0:1761313447.113373:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494784, portal 16 00000400:00000010:2.0:1761313447.113376:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea544e46. 00000100:00000200:2.0:1761313447.113378:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494784, offset 0 00000400:00000200:2.0:1761313447.113383:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.113391:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.113398:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.113401:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.113403:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.113405:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89434:89434:256:4294967295] 192.168.204.1@tcp LPNI seq info [89434:89434:8:4294967295] 00000400:00000200:2.0:1761313447.113412:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.113415:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.113418:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049af6073 (tot 82354770). 00000800:00000200:2.0:1761313447.113421:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.113425:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.113427:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049af6073 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313447.113606:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.113609:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049af6073 (tot 82354522). 00000400:00000200:0.0:1761313447.113613:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.113617:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.113619:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea544e46 00000400:00000010:0.0:1761313447.113620:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea544e46. 00000100:00000200:0.0:1761313447.113624:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfd0c749 x1846869206494784/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.116603:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000525f9ef9. 00010000:00000010:2.1:1761313447.116615:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089bb9def. 00010000:00000010:2.1:1761313447.116619:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032a06e4a. 00000400:00000200:0.0:1761313447.124923:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.124945:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffee40 00000400:00000200:0.0:1761313447.124953:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae759 [1] + 224 00000400:00000200:0.0:1761313447.124965:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.124969:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.124978:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfd0c749 x1846869206494784/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313447.125005:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.125009:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956c40 00000400:00000200:0.0:1761313447.125014:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad081 [2] + 1968 00000400:00000010:0.0:1761313447.125017:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ce3b35f8. 00000400:00000200:0.0:1761313447.125020:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e45d19ce 00000400:00000200:0.0:1761313447.125073:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.125076:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.125078:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e45d19ce 00000400:00000010:0.0:1761313447.125080:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e45d19ce (tot 82354370). 00000100:00000200:0.0:1761313447.125084:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313447.125129:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005404a6a1. 00000020:00000010:0.0:1761313447.125135:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4b8cc4d. 00000020:00000010:0.0:1761313447.125139:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c3e5fef. 00000100:00000200:0.0:1761313447.125171:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000056f192bc x1846869199514688/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313447.125196:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514688 02000000:00000010:0.0:1761313447.125206:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001333626b. 00010000:00000010:0.0:1761313447.125245:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2a56bc5. 00000100:00000010:0.0:1761313447.125250:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e1f66ea. 00000100:00000010:0.0:1761313447.125256:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e1f66ea. 00010000:00000010:0.0:1761313447.125259:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2a56bc5. 00000400:00000010:0.0:1761313447.125272:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79a4b62. 00000100:00000200:0.0:1761313447.125276:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514688, offset 224 00000400:00000200:0.0:1761313447.125283:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.125292:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.125297:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89435:89435:256:4294967295] 192.168.204.1@tcp LPNI seq info [89435:89435:8:4294967295] 00000400:00000200:0.0:1761313447.125307:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.125311:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.125315:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354618). 00000800:00000200:0.0:1761313447.125321:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.125327:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.125330:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.125347:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4b8cc4d. 00000020:00000010:0.0:1761313447.125351:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c3e5fef. 00000020:00000010:0.0:1761313447.125354:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005404a6a1. 02000000:00000010:0.0:1761313447.125362:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003c7cb895. 00000100:00000010:0.0:1761313447.125364:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a99e725d. 02000000:00000010:0.0:1761313447.125370:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004b448194. 00000100:00000010:0.0:1761313447.125372:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 02000000:00000010:0.0:1761313447.125376:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8d7143d. 00000100:00000010:0.0:1761313447.125379:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:0.0:1761313447.125382:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d6b9bff. 00000100:00000010:0.0:1761313447.125384:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000488a01ba. 02000000:00000010:0.0:1761313447.125387:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000005ab16c9. 00000100:00000010:0.0:1761313447.125391:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066698b35. 02000000:00000010:0.0:1761313447.125393:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000188f6300. 00000100:00000010:0.0:1761313447.125396:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009cc66c06. 00000100:00000200:0.0:1761313447.125401:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313447.125404:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8c1438c. 00000400:00000010:0.0:1761313447.125407:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004e1f66ea (tot 82354770). 00000800:00000200:0.0:1761313447.125460:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.125463:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:0.0:1761313447.125466:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.125489:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.125491:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79a4b62 00000400:00000010:0.0:1761313447.125493:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79a4b62. 02000000:00000010:0.0:1761313447.125497:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001333626b. 00000400:00000010:1.0:1761313447.126065:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000602e1087. 00000400:00000200:1.0:1761313447.126070:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c31452 00000400:00000010:1.0:1761313447.126072:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c31452. 00000100:00000200:1.0:1761313447.126079:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfd0c749 x1846869206494784/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.126101:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfd0c749 x1846869206494784/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313447.126134:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025a617d0. 02000000:00000010:1.0:1761313447.126158:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005566f762. 02000000:00000010:1.0:1761313447.126163:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000002b85d0a. 00000100:00000010:1.0:1761313447.126168:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfd0c749. 00000100:00000010:1.0:1761313447.126176:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:1.0:1761313447.126180:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f44403d. 00080000:00000010:1.0:1761313447.126205:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b17b7b0d. 00010000:00000010:1.0:1761313447.126311:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005523694c. 00010000:00000010:1.0:1761313447.126318:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aeaeda84. 00010000:00000010:1.0:1761313447.126390:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071b3303e. 00010000:00000010:1.0:1761313447.126397:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f4e3d64. 00010000:00000010:1.0:1761313447.126407:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000101e10a1. 00000100:00000010:1.0:1761313447.126411:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e3427bf. 00000100:00000010:1.0:1761313447.126419:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 02000000:00000010:1.0:1761313447.126430:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038188b20. 02000000:00000010:1.0:1761313447.126455:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b448194. 00000400:00000010:1.0:1761313447.126459:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003baadcdf. 00000400:00000010:1.0:1761313447.126462:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac531eba. 00000100:00000200:1.0:1761313447.126466:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494848, portal 16 00000400:00000010:1.0:1761313447.126654:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf93c290. 00000100:00000200:1.0:1761313447.126658:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494848, offset 0 00000400:00000200:1.0:1761313447.126666:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.126679:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.126687:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.126690:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.126693:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.126696:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89436:89436:256:4294967295] 192.168.204.1@tcp LPNI seq info [89436:89436:8:4294967295] 00000400:00000200:1.0:1761313447.126705:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.126710:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.126715:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003237d446 (tot 82354770). 00000800:00000200:1.0:1761313447.126720:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.126727:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.126730:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003237d446 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.127652:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.127657:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003237d446 (tot 82354522). 00000400:00000200:3.0:1761313447.127663:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.127669:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.127673:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf93c290 00000400:00000010:3.0:1761313447.127675:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf93c290. 00000100:00000200:3.0:1761313447.127682:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013181f7b x1846869206494848/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.131928:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae78fd10. 00010000:00000010:1.1:1761313447.131940:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2f85bb5. 00010000:00000010:1.1:1761313447.131944:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041bbb1a4. 00000400:00000200:3.0:1761313447.133920:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.133939:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffee80 00000400:00000200:3.0:1761313447.133948:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae769 [1] + 224 00000400:00000200:3.0:1761313447.133962:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.133966:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.133975:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013181f7b x1846869206494848/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313447.134072:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003baadcdf. 00000400:00000200:1.0:1761313447.134077:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac531eba 00000400:00000010:1.0:1761313447.134079:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac531eba. 00000100:00000200:1.0:1761313447.134085:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013181f7b x1846869206494848/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.134098:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013181f7b x1846869206494848/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.134126:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b448194. 02000000:00000010:1.0:1761313447.134132:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038188b20. 00000100:00000010:1.0:1761313447.134137:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 00000100:00000010:1.0:1761313447.134142:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005e3427bf. 00010000:00000010:1.0:1761313447.134156:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000101e10a1. 00000400:00000200:3.0:1761313447.134832:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.134843:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956c80 00000400:00000200:3.0:1761313447.134848:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad0d9 [2] + 0 00000400:00000200:3.0:1761313447.134903:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.134908:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.134912:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.134917:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6c1806d. 00000020:00000010:1.0:1761313447.134996:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b448194. 00000020:00000010:1.0:1761313447.135007:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313447.135011:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000100:00000200:1.0:1761313447.135035:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f6c1806d x1846869199514752/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313447.135073:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514752 02000000:00000010:1.0:1761313447.135084:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008843b53c. 00010000:00000010:1.0:1761313447.135108:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f31ad1ce. 00010000:00000010:1.0:1761313447.135127:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000101e10a1. 00000100:00000010:1.0:1761313447.135132:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e3427bf. 00000100:00000010:1.0:1761313447.135189:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005e3427bf. 00010000:00000010:1.0:1761313447.135193:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000101e10a1. 00000400:00000010:1.0:1761313447.135263:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac531eba. 00000100:00000200:1.0:1761313447.135268:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514752, offset 224 00080000:00000010:3.0:1761313447.135305:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d6b9bff. 00010000:00000010:3.0:1761313447.135403:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f4e3d64. 00010000:00000010:3.0:1761313447.135409:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b94b5b4e. 00000400:00000200:1.0:1761313447.135454:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.135465:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.135735:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89437:89437:256:4294967295] 192.168.204.1@tcp LPNI seq info [89437:89437:8:4294967295] 00000400:00000200:1.0:1761313447.135745:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.135871:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.135877:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003237d446 (tot 82354770). 00000800:00000200:1.0:1761313447.135886:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.135893:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.135897:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003237d446 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761313447.135975:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011941016. 00010000:00000010:3.0:1761313447.135980:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313447.135989:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e89a97dd. 00000100:00000010:3.0:1761313447.135992:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000171ee278. 00000100:00000010:3.0:1761313447.135999:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062b6f091. 02000000:00000010:3.0:1761313447.136010:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c82e3946. 00000020:00000010:1.0:1761313447.136047:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313447.136051:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:1.0:1761313447.136055:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b448194. 00000800:00000200:0.0:1761313447.136384:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.136389:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003237d446 (tot 82354522). 00000400:00000200:0.0:1761313447.136395:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.136400:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.136404:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac531eba 00000400:00000010:0.0:1761313447.136406:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac531eba. 02000000:00000010:3.0:1761313447.136851:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fee550b2. 00000400:00000010:3.0:1761313447.136857:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000066f23644. 00000400:00000010:3.0:1761313447.136861:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041794d07. 00000100:00000200:3.0:1761313447.136867:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494912, portal 16 00000400:00000010:3.0:1761313447.136872:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000542f1aca. 00000100:00000200:3.0:1761313447.136874:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494912, offset 0 00000400:00000200:3.0:1761313447.136882:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.136896:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.136911:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.136915:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.136917:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.136921:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89438:89438:256:4294967295] 192.168.204.1@tcp LPNI seq info [89438:89438:8:4294967295] 00000400:00000200:3.0:1761313447.136929:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.136934:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.136937:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82354770). 00000800:00000200:3.0:1761313447.136942:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.136946:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.136949:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.137978:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.137984:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354522). 00000400:00000200:1.0:1761313447.137989:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.137994:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.137999:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000542f1aca 00000400:00000010:1.0:1761313447.138001:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000542f1aca. 00000100:00000200:1.0:1761313447.138010:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062b6f091 x1846869206494912/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313447.139246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000312b6088. 00010000:00000010:3.1:1761313447.139254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b3303e. 00010000:00000010:1.1:1761313447.139657:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030c34938. 00000400:00000200:3.0:1761313447.140776:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.140794:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffeec0 00000400:00000200:3.0:1761313447.140802:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae775 [1] + 224 00000400:00000200:3.0:1761313447.140816:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.140820:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.140829:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062b6f091 x1846869206494912/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313447.141104:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000066f23644. 00000400:00000200:0.0:1761313447.141109:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041794d07 00000400:00000010:0.0:1761313447.141112:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041794d07. 00000100:00000200:0.0:1761313447.141119:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062b6f091 x1846869206494912/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.141127:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062b6f091 x1846869206494912/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.141170:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fee550b2. 02000000:00000010:0.0:1761313447.141176:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c82e3946. 00000100:00000010:0.0:1761313447.141180:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062b6f091. 00000100:00000010:0.0:1761313447.141184:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000171ee278. 00010000:00000010:0.0:1761313447.141189:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e89a97dd. 00000400:00000200:3.0:1761313447.141651:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.141662:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956cc0 00000400:00000200:3.0:1761313447.141668:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad0d9 [2] + 328 00000400:00000200:3.0:1761313447.141720:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.141725:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.141730:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.141734:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 00000020:00000010:2.0:1761313447.141873:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001551ec32. 00000020:00000010:2.0:1761313447.141880:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313447.141884:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.141906:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fb233b29 x1846869199514816/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313447.141943:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514816 02000000:00000010:2.0:1761313447.141955:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009645e566. 00010000:00000010:2.0:1761313447.141983:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055600205. 00010000:00000010:2.0:1761313447.142002:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000874541da. 00000100:00000010:2.0:1761313447.142009:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.142038:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.142043:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000874541da. 00000400:00000010:2.0:1761313447.142056:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a23e65b. 00000100:00000200:2.0:1761313447.142060:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514816, offset 224 00000400:00000200:2.0:1761313447.142068:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.142080:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.142086:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89439:89439:256:4294967295] 192.168.204.1@tcp LPNI seq info [89439:89439:8:4294967295] 00000400:00000200:2.0:1761313447.142096:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.142101:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.142106:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004d6b004 (tot 82354770). 00000800:00000200:2.0:1761313447.142111:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.142116:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.142120:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000004d6b004 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.142135:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313447.142139:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.142142:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001551ec32. 00000800:00000200:1.0:1761313447.142570:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.142574:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004d6b004 (tot 82354522). 00000400:00000200:1.0:1761313447.142578:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.142582:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.142585:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a23e65b 00000400:00000010:1.0:1761313447.142587:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a23e65b. 00080000:00000010:1.0:1761313447.142613:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b448194. 00010000:00000010:1.0:1761313447.142695:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:1.0:1761313447.142700:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e1ae4092. 00010000:00000010:1.0:1761313447.142768:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d81968f. 00010000:00000010:1.0:1761313447.142773:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f31ad1ce. 00010000:00000010:1.0:1761313447.142783:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000101e10a1. 00000100:00000010:1.0:1761313447.142787:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e3427bf. 00000100:00000010:1.0:1761313447.142794:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 02000000:00000010:1.0:1761313447.142805:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038188b20. 02000000:00000010:1.0:1761313447.142832:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086bccf37. 00000400:00000010:1.0:1761313447.142838:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003baadcdf. 00000400:00000010:1.0:1761313447.142843:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e33f35dc. 00000100:00000200:1.0:1761313447.142848:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206494976, portal 16 00000400:00000010:1.0:1761313447.142852:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060aa7e9b. 00000100:00000200:1.0:1761313447.142855:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206494976, offset 0 00000400:00000200:1.0:1761313447.142861:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.142868:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.142874:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.142877:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.142880:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.142883:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89440:89440:256:4294967295] 192.168.204.1@tcp LPNI seq info [89440:89440:8:4294967295] 00000400:00000200:1.0:1761313447.142890:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.142895:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.142899:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82354770). 00000800:00000200:1.0:1761313447.142902:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.142906:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.142909:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313447.143461:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.143464:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354522). 00000400:00000200:0.0:1761313447.143498:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.143503:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.143506:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060aa7e9b 00000400:00000010:0.0:1761313447.143507:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060aa7e9b. 00000100:00000200:0.0:1761313447.143515:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013181f7b x1846869206494976/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.146727:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.146748:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffef00 00000400:00000200:1.0:1761313447.146757:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae781 [1] + 224 00000400:00000200:1.0:1761313447.146773:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.146777:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.146787:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013181f7b x1846869206494976/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313447.146859:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003baadcdf. 00000400:00000200:0.0:1761313447.146864:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e33f35dc 00000400:00000010:0.0:1761313447.146866:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e33f35dc. 00000100:00000200:0.0:1761313447.146873:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013181f7b x1846869206494976/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.146881:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013181f7b x1846869206494976/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.146913:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086bccf37. 02000000:00000010:0.0:1761313447.146918:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038188b20. 00000100:00000010:0.0:1761313447.146923:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 00000100:00000010:0.0:1761313447.146928:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005e3427bf. 00010000:00000010:0.0:1761313447.146933:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000101e10a1. 00000400:00000200:1.0:1761313447.147450:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.147460:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956d00 00000400:00000200:1.0:1761313447.147465:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad0d9 [2] + 656 00010000:00000010:2.1:1761313447.147522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8e6d49e. 00000400:00000200:1.0:1761313447.147547:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.147552:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.147557:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.147561:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 00000020:00000010:3.0:1761313447.147653:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007110b1a6. 00000020:00000010:3.0:1761313447.147661:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004212e366. 00000020:00000010:3.0:1761313447.147666:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313447.147691:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000479fcbdf x1846869199514880/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313447.147777:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514880 02000000:00000010:3.0:1761313447.147790:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f83fd66. 00010000:00000010:3.0:1761313447.147817:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c088a67. 00010000:00000010:3.0:1761313447.147837:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a78c1b0b. 00000100:00000010:3.0:1761313447.147843:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090542f6c. 00000100:00000010:3.0:1761313447.148017:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000090542f6c. 00010000:00000010:3.0:1761313447.148021:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a78c1b0b. 00000400:00000010:3.0:1761313447.148035:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c44581b. 00000100:00000200:3.0:1761313447.148039:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514880, offset 224 00000400:00000200:3.0:1761313447.148046:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.148056:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.148061:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89441:89441:256:4294967295] 192.168.204.1@tcp LPNI seq info [89441:89441:8:4294967295] 00000400:00000200:3.0:1761313447.148071:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.148076:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.148080:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354770). 00000800:00000200:3.0:1761313447.148085:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.148091:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.148094:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.148115:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004212e366. 00000020:00000010:3.0:1761313447.148119:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313447.148123:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007110b1a6. 00080000:00000010:0.0:1761313447.148171:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001333626b. 00010000:00000010:0.0:1761313447.148255:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f31ad1ce. 00010000:00000010:0.0:1761313447.148261:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c3b57f5. 00010000:00000010:0.0:1761313447.148340:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.0:1761313447.148346:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000dbe8f08. 00010000:00000010:0.0:1761313447.148356:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2a56bc5. 00000100:00000010:0.0:1761313447.148361:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a345d9fc. 00000100:00000010:0.0:1761313447.148368:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000488a01ba. 02000000:00000010:0.0:1761313447.148380:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038188b20. 02000000:00000010:0.0:1761313447.148404:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a51b8bf0. 00000400:00000010:0.0:1761313447.148409:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313447.148413:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79a4b62. 00000100:00000200:0.0:1761313447.148417:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495040, portal 16 00000400:00000010:0.0:1761313447.148421:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313447.148422:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495040, offset 0 00000400:00000200:0.0:1761313447.148427:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.148433:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.148439:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.148442:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.148444:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.148447:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89442:89442:255:4294967295] 192.168.204.1@tcp LPNI seq info [89442:89442:7:4294967295] 00000400:00000200:0.0:1761313447.148497:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.148502:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.148506:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82355018). 00000800:00000200:0.0:1761313447.148510:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.148514:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.148516:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.148642:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.148647:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354770). 00000400:00000200:1.0:1761313447.148651:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.148656:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.148660:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c44581b 00000400:00000010:1.0:1761313447.148662:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c44581b. 00000800:00000200:1.0:1761313447.148714:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.148717:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:1.0:1761313447.148721:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.148724:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.148726:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:1.0:1761313447.148728:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:1.0:1761313447.148735:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000488a01ba x1846869206495040/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.150164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000586c2e4a. 00010000:00000010:1.1:1761313447.150174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00000400:00000200:1.0:1761313447.151709:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.151727:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffef40 00000400:00000200:1.0:1761313447.151737:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae78d [1] + 224 00000400:00000200:1.0:1761313447.151751:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.151755:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.151766:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000488a01ba x1846869206495040/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.151799:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.151804:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956d40 00000400:00000200:1.0:1761313447.151808:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad0d9 [2] + 984 00000400:00000200:1.0:1761313447.151873:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.151878:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.151882:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.151889:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000400:00000010:1.0:1761313447.151930:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:1.0:1761313447.151935:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79a4b62 00000400:00000010:1.0:1761313447.151937:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79a4b62. 00000100:00000200:1.0:1761313447.151943:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000488a01ba x1846869206495040/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313447.151951:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002b85d0a. 00000100:00000200:1.0:1761313447.151954:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000488a01ba x1846869206495040/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313447.151960:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4b8cc4d. 00000020:00000010:0.0:1761313447.151966:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c3e5fef. 02000000:00000010:1.0:1761313447.151985:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a51b8bf0. 00000100:00000200:0.0:1761313447.151991:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199514944/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:1.0:1761313447.151993:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038188b20. 00000100:00000010:1.0:1761313447.151999:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000488a01ba. 00000100:00000010:1.0:1761313447.152005:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a345d9fc. 00010000:00000010:1.0:1761313447.152009:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2a56bc5. 00000100:00000200:0.0:1761313447.152022:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199514944 02000000:00000010:0.0:1761313447.152044:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005566f762. 00010000:00000010:0.0:1761313447.152072:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000741143e6. 00010000:00000010:0.0:1761313447.152196:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1e3158c. 00000100:00000010:0.0:1761313447.152202:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a345d9fc. 00000100:00000010:0.0:1761313447.152218:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a345d9fc. 00010000:00000010:0.0:1761313447.152221:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1e3158c. 00000400:00000010:0.0:1761313447.152235:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014f680c3. 00000100:00000200:0.0:1761313447.152239:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199514944, offset 224 00000400:00000200:0.0:1761313447.152248:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:1.0:1761313447.152251:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086bccf37. 00000400:00000200:0.0:1761313447.152259:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.152266:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89443:89443:256:4294967295] 192.168.204.1@tcp LPNI seq info [89443:89443:8:4294967295] 00000400:00000200:0.0:1761313447.152278:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.152284:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.152289:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313447.152295:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.152302:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.152306:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.152324:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4b8cc4d. 00000020:00000010:0.0:1761313447.152328:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c3e5fef. 00000020:00000010:0.0:1761313447.152332:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002b85d0a. 00010000:00000010:1.0:1761313447.152349:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000dbe8f08. 00010000:00000010:1.0:1761313447.152357:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a0ef44f8. 00010000:00000010:1.0:1761313447.152439:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9abf411. 00010000:00000010:1.0:1761313447.152445:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd59152f. 00010000:00000010:1.0:1761313447.152457:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c0779a4. 00000100:00000010:1.0:1761313447.152462:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5f72ada. 00000100:00000010:1.0:1761313447.152506:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 02000000:00000010:1.0:1761313447.152520:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038188b20. 02000000:00000010:1.0:1761313447.152546:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3e4d46d. 00000400:00000010:1.0:1761313447.152551:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000201c066b. 00000400:00000010:1.0:1761313447.152556:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00010000:00000010:3.1:1761313447.152559:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c624101c. 00000100:00000200:1.0:1761313447.152561:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495104, portal 16 00000400:00000010:1.0:1761313447.152567:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028a3d526. 00000100:00000200:1.0:1761313447.152571:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495104, offset 0 00000400:00000200:1.0:1761313447.152577:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.152584:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.152591:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.152594:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.152596:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.152599:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89444:89444:255:4294967295] 192.168.204.1@tcp LPNI seq info [89444:89444:7:4294967295] 00000400:00000200:1.0:1761313447.152606:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.152610:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.152613:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82355018). 00000800:00000200:1.0:1761313447.152617:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.152621:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.152622:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.152662:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.152666:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354770). 00000400:00000200:1.0:1761313447.152670:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.152675:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.152678:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014f680c3 00000400:00000010:1.0:1761313447.152679:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014f680c3. 00000800:00000200:1.0:1761313447.152719:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.152721:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354522). 00000400:00000200:1.0:1761313447.152724:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.152728:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.152730:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028a3d526 00000400:00000010:1.0:1761313447.152732:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028a3d526. 00000100:00000200:1.0:1761313447.152737:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a65e944 x1846869206495104/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.154640:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.154658:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffef80 00000400:00000200:1.0:1761313447.154666:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae799 [1] + 224 00000400:00000200:1.0:1761313447.154679:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.154683:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.154692:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a65e944 x1846869206495104/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313447.155338:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000201c066b. 00000400:00000200:2.0:1761313447.155344:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:2.0:1761313447.155346:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 00000100:00000200:2.0:1761313447.155355:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a65e944 x1846869206495104/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.155362:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a65e944 x1846869206495104/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.155391:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3e4d46d. 02000000:00000010:2.0:1761313447.155404:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038188b20. 00000100:00000010:2.0:1761313447.155409:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 00000100:00000010:2.0:1761313447.155413:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5f72ada. 00010000:00000010:2.0:1761313447.155418:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c0779a4. 00010000:00000010:0.1:1761313447.155808:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fb8508f. 00010000:00000010:0.1:1761313447.155816:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d81968f. 00000400:00000200:1.0:1761313447.159641:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.159659:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956d80 00000400:00000200:1.0:1761313447.159667:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad0d9 [2] + 1312 00000400:00000200:1.0:1761313447.159729:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.159734:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.159742:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.159748:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:3.0:1761313447.159833:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007110b1a6. 00000020:00000010:3.0:1761313447.159840:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004212e366. 00000020:00000010:3.0:1761313447.159845:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313447.159870:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199515008/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313447.159905:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515008 02000000:00000010:3.0:1761313447.159916:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c82e3946. 00010000:00000010:3.0:1761313447.159946:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cc118fb. 00010000:00000010:3.0:1761313447.159966:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a78c1b0b. 00000100:00000010:3.0:1761313447.159973:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090542f6c. 00000100:00000010:3.0:1761313447.159987:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000090542f6c. 00010000:00000010:3.0:1761313447.159991:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a78c1b0b. 00000400:00000010:3.0:1761313447.160003:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313447.160008:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515008, offset 224 00000400:00000200:3.0:1761313447.160015:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.160025:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.160044:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89445:89445:256:4294967295] 192.168.204.1@tcp LPNI seq info [89445:89445:8:4294967295] 00000400:00000200:3.0:1761313447.160054:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.160059:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.160064:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82354770). 00000800:00000200:3.0:1761313447.160069:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.160075:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.160079:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.160095:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004212e366. 00000020:00000010:3.0:1761313447.160099:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313447.160104:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007110b1a6. 00000800:00000200:3.0:1761313447.160172:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.160176:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:3.0:1761313447.160180:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.160184:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.160187:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313447.160190:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00080000:00000010:3.0:1761313447.160218:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007110b1a6. 00010000:00000010:3.0:1761313447.160311:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd59152f. 00010000:00000010:3.0:1761313447.160318:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034b5283d. 00010000:00000010:3.0:1761313447.160394:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082a9f3ed. 00010000:00000010:3.0:1761313447.160401:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313447.160411:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a78c1b0b. 00000100:00000010:3.0:1761313447.160414:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090542f6c. 00000100:00000010:3.0:1761313447.160420:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000023c2e59. 02000000:00000010:3.0:1761313447.160431:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fee550b2. 02000000:00000010:3.0:1761313447.160455:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005ab16c9. 00000400:00000010:3.0:1761313447.160461:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000855cc63c. 00000400:00000010:3.0:1761313447.160465:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313447.160497:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495168, portal 16 00000400:00000010:3.0:1761313447.160502:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313447.160503:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495168, offset 0 00000400:00000200:3.0:1761313447.160508:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.160515:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.160521:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.160524:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.160527:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.160529:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89446:89446:256:4294967295] 192.168.204.1@tcp LPNI seq info [89446:89446:8:4294967295] 00000400:00000200:3.0:1761313447.160537:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.160542:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.160545:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82354770). 00000800:00000200:3.0:1761313447.160549:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.160552:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.160555:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.160606:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.160609:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:3.0:1761313447.160611:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.160615:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.160617:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313447.160619:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313447.160623:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000023c2e59 x1846869206495168/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.160843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0312698. 00010000:00000010:1.1:1761313447.160851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.1:1761313447.161516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb6ef4a3. 00000400:00000200:1.0:1761313447.163703:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.163720:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffefc0 00000400:00000200:1.0:1761313447.163729:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae7a5 [1] + 224 00000400:00000200:1.0:1761313447.163740:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.163744:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.163754:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000023c2e59 x1846869206495168/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.163914:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.163920:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956dc0 00000400:00000200:1.0:1761313447.163926:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad0d9 [2] + 1640 00000400:00000200:1.0:1761313447.163979:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.163984:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.163988:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.163993:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 00000400:00000010:3.0:1761313447.164552:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000855cc63c. 00000400:00000200:3.0:1761313447.164557:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313447.164560:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313447.164569:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000023c2e59 x1846869206495168/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313447.164578:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000023c2e59 x1846869206495168/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313447.164610:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005ab16c9. 02000000:00000010:3.0:1761313447.164618:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fee550b2. 00000100:00000010:3.0:1761313447.164625:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000023c2e59. 00000100:00000010:3.0:1761313447.164629:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000090542f6c. 00010000:00000010:3.0:1761313447.164633:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a78c1b0b. 00000020:00000010:0.0:1761313447.164877:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a51b8bf0. 00000020:00000010:0.0:1761313447.164885:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4b8cc4d. 00000020:00000010:0.0:1761313447.164890:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c3e5fef. 00000100:00000200:0.0:1761313447.164912:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ad394eb x1846869199515072/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313447.164947:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515072 02000000:00000010:0.0:1761313447.164960:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005404a6a1. 00010000:00000010:0.0:1761313447.164991:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eacc0820. 00010000:00000010:0.0:1761313447.165010:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009078d2a4. 00000100:00000010:0.0:1761313447.165017:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a345d9fc. 00000100:00000010:0.0:1761313447.165167:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a345d9fc. 00010000:00000010:0.0:1761313447.165171:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009078d2a4. 00000400:00000010:0.0:1761313447.165185:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef3aac3. 00000100:00000200:0.0:1761313447.165190:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515072, offset 224 00000400:00000200:0.0:1761313447.165197:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.165208:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.165214:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89447:89447:256:4294967295] 192.168.204.1@tcp LPNI seq info [89447:89447:8:4294967295] 00000400:00000200:0.0:1761313447.165224:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.165228:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.165233:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313447.165238:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.165243:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.165247:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761313447.165314:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3e4d46d. 00010000:00000010:1.0:1761313447.165410:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:1.0:1761313447.165416:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000042ba059. 00010000:00000010:1.0:1761313447.165516:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096f62c4a. 00010000:00000010:1.0:1761313447.165522:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000072f7727d. 00010000:00000010:1.0:1761313447.165533:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003ec1203d. 00000100:00000010:1.0:1761313447.165536:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002bb0ba94. 00000100:00000010:1.0:1761313447.165542:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 02000000:00000010:1.0:1761313447.165554:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008589df87. 02000000:00000010:1.0:1761313447.165576:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a483e3a. 00000400:00000010:1.0:1761313447.165581:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d9d40ab. 00000400:00000010:1.0:1761313447.165585:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028a3d526. 00000100:00000200:1.0:1761313447.165589:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495232, portal 16 00000400:00000010:1.0:1761313447.165593:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c50244. 00000100:00000200:1.0:1761313447.165596:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495232, offset 0 00000400:00000200:1.0:1761313447.165600:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.165606:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.165613:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.165617:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.165619:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.165621:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89448:89448:255:4294967295] 192.168.204.1@tcp LPNI seq info [89448:89448:7:4294967295] 00000400:00000200:1.0:1761313447.165627:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.165631:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.165635:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82355018). 00000800:00000200:1.0:1761313447.165638:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.165642:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.165644:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.165987:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4b8cc4d. 00000020:00000010:0.0:1761313447.165991:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c3e5fef. 00000020:00000010:0.0:1761313447.165995:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a51b8bf0. 00000800:00000200:2.0:1761313447.168445:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.168459:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354770). 00000400:00000200:2.0:1761313447.168484:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.168494:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.168501:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef3aac3 00000400:00000010:2.0:1761313447.168503:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef3aac3. 00000800:00000200:2.0:1761313447.168592:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.168594:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354522). 00000400:00000200:2.0:1761313447.168599:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.168603:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.168606:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c50244 00000400:00000010:2.0:1761313447.168608:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c50244. 00000100:00000200:2.0:1761313447.168617:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016e9c373 x1846869206495232/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313447.168944:0:78596:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a51b8bf0. 00000020:00000010:0.0:1761313447.168951:0:78596:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d8d7143d. 00000040:00000010:0.0:1761313447.168955:0:78596:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000005402bf73. 00000020:00000010:0.0:1761313447.168958:0:78596:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000003a846f29. 00000020:00000010:0.0:1761313447.168963:0:78596:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000009d2f2aff. 00000020:00000010:0.0:1761313447.168968:0:78596:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000cd200a45. 80000000:00000010:0.0:1761313447.168972:0:78596:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000015fb82a2. 40000000:00000010:0.0:1761313447.168975:0:78596:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000009078d2a4. 00100000:00000010:0.0:1761313447.168980:0:78596:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000816f3d72. 00040000:00000010:0.0:1761313447.168984:0:78596:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000bab8e5be. 00040000:00000010:0.0:1761313447.168988:0:78596:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d74ea9d2. 00040000:00000010:0.0:1761313447.168993:0:78596:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000a2c75102. 00080000:00000010:0.0:1761313447.168999:0:78596:0:(osd_handler.c:7874:osd_key_init()) kmalloced '(info)': 3944 at 000000007ceef9f3. 00080000:00000010:0.0:1761313447.169004:0:78596:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007567e4dc. 00000004:00000010:0.0:1761313447.169010:0:78596:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000f153b917. 00000004:00000010:0.0:1761313447.169013:0:78596:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000862daa16. 00000004:00000010:0.0:1761313447.169018:0:78596:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000008b8bd096. 00002000:00000010:0.0:1761313447.169022:0:78596:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000699deaf9. 00000004:00000010:0.0:1761313447.169025:0:78596:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000447fd512. 00000020:00000010:0.0:1761313447.169054:0:78596:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000d8d7143d. 00000040:00000010:0.0:1761313447.169059:0:78596:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 000000005402bf73. 00000020:00000010:0.0:1761313447.169062:0:78596:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000003a846f29. 00000020:00000010:0.0:1761313447.169065:0:78596:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 000000009d2f2aff. 00000020:00000010:0.0:1761313447.169069:0:78596:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000cd200a45. 80000000:00000010:0.0:1761313447.169072:0:78596:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 0000000015fb82a2. 40000000:00000010:0.0:1761313447.169075:0:78596:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 000000009078d2a4. 00100000:00000010:0.0:1761313447.169078:0:78596:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 00000000816f3d72. 00040000:00000010:0.0:1761313447.169080:0:78596:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000bab8e5be. 00040000:00000010:0.0:1761313447.169082:0:78596:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 00000000d74ea9d2. 00040000:00000010:0.0:1761313447.169085:0:78596:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000a2c75102. 00080000:00000010:0.0:1761313447.169088:0:78596:0:(osd_handler.c:7924:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007567e4dc. 00080000:00000010:0.0:1761313447.169093:0:78596:0:(osd_handler.c:7935:osd_key_fini()) kfreed 'info': 3944 at 000000007ceef9f3. 00000004:00000010:0.0:1761313447.169097:0:78596:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 00000000f153b917. 00000004:00000010:0.0:1761313447.169100:0:78596:0:(mdt_handler.c:7632:mdt_key_fini()) kfreed 'info': 2352 at 00000000862daa16. 00000004:00000010:0.0:1761313447.169106:0:78596:0:(lod_dev.c:2049:lod_key_fini()) kfreed 'info': 1176 at 000000008b8bd096. 00002000:00000010:0.0:1761313447.169109:0:78596:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 00000000699deaf9. 00000004:00000010:0.0:1761313447.169112:0:78596:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 00000000447fd512. 00000020:00000010:0.0:1761313447.169117:0:78596:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a51b8bf0. 00010000:00000010:3.1:1761313447.169599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d439d45. 00010000:00000010:3.1:1761313447.169611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048c4da0a. 00010000:00000010:3.1:1761313447.169617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9abf411. 00010000:00000010:1.1:1761313447.171529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b1b9144. 00010000:00000010:1.1:1761313447.171539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a9f3ed. 00010000:00000010:0.1:1761313447.171882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e9bdc71. 00000400:00000200:3.0:1761313447.174286:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.174307:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff000 00000400:00000200:3.0:1761313447.174315:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae7b1 [1] + 224 00000400:00000200:3.0:1761313447.174328:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.174332:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.174343:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016e9c373 x1846869206495232/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.174382:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.174388:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956e00 00000400:00000200:3.0:1761313447.174393:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad0d9 [2] + 1968 00000400:00000010:3.0:1761313447.174397:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a17867c. 00000400:00000200:3.0:1761313447.174400:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000bdb61d29 00000400:00000200:3.0:1761313447.174426:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.174430:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.174434:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb61d29 00000400:00000010:3.0:1761313447.174436:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000bdb61d29 (tot 82354370). 00000100:00000200:3.0:1761313447.174440:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313447.174535:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9d673e. 00000020:00000010:1.0:1761313447.174542:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1e8eb8e. 00000020:00000010:1.0:1761313447.174547:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a794cd88. 00000400:00000010:0.0:1761313447.174780:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d9d40ab. 00000400:00000200:0.0:1761313447.174784:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028a3d526 00000400:00000010:0.0:1761313447.174785:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028a3d526. 00000100:00000200:0.0:1761313447.174791:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016e9c373 x1846869206495232/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.174798:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016e9c373 x1846869206495232/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.174824:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a483e3a. 02000000:00000010:0.0:1761313447.174830:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008589df87. 00000100:00000010:0.0:1761313447.174834:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 00000100:00000010:0.0:1761313447.174837:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002bb0ba94. 00010000:00000010:0.0:1761313447.174846:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003ec1203d. 00000100:00000200:1.0:1761313447.175397:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005614412a x1846869199515136/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313447.175591:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515136 02000000:00000010:0.0:1761313447.175604:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2d82cff. 00010000:00000010:0.0:1761313447.175631:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c721b77. 00010000:00000010:0.0:1761313447.176022:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009078d2a4. 00000100:00000010:0.0:1761313447.176029:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a345d9fc. 00000100:00000010:0.0:1761313447.176048:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a345d9fc. 00010000:00000010:0.0:1761313447.176051:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009078d2a4. 00000400:00000010:0.0:1761313447.176161:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aec04dd1. 00000100:00000200:0.0:1761313447.176167:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515136, offset 224 00000400:00000200:0.0:1761313447.176176:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.176188:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.176194:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89449:89449:256:4294967295] 192.168.204.1@tcp LPNI seq info [89449:89449:8:4294967295] 00000400:00000200:0.0:1761313447.176204:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.176210:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.176214:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354618). 00000800:00000200:0.0:1761313447.176220:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.176226:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.176229:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.176254:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1e8eb8e. 00000020:00000010:0.0:1761313447.176258:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a794cd88. 00000020:00000010:0.0:1761313447.176262:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9d673e. 02000000:00000010:0.0:1761313447.176269:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005404a6a1. 00000100:00000010:0.0:1761313447.176272:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 02000000:00000010:0.0:1761313447.176275:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c82e3946. 00000100:00000010:0.0:1761313447.176277:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 02000000:00000010:0.0:1761313447.176281:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005566f762. 00000100:00000010:0.0:1761313447.176283:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 02000000:00000010:0.0:1761313447.176285:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f83fd66. 00000100:00000010:0.0:1761313447.176287:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 02000000:00000010:0.0:1761313447.176290:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009645e566. 00000100:00000010:0.0:1761313447.176292:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 02000000:00000010:0.0:1761313447.176295:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008843b53c. 00000100:00000010:0.0:1761313447.176298:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6c1806d. 00000100:00000200:0.0:1761313447.176304:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313447.176309:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba9304b0. 00000400:00000010:0.0:1761313447.176313:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a345d9fc (tot 82354770). 00080000:00000010:3.0:1761313447.176388:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005ab16c9. 00010000:00000010:3.0:1761313447.176503:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072f7727d. 00010000:00000010:3.0:1761313447.176510:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002732181c. 00010000:00000010:3.0:1761313447.176576:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be438664. 00010000:00000010:3.0:1761313447.176581:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313447.176590:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a78c1b0b. 00000100:00000010:3.0:1761313447.176594:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090542f6c. 00000100:00000010:3.0:1761313447.176600:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000023c2e59. 02000000:00000010:3.0:1761313447.176610:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009018164. 02000000:00000010:3.0:1761313447.176633:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f83fd66. 00000400:00000010:3.0:1761313447.176637:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000855cc63c. 00000400:00000010:3.0:1761313447.176641:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313447.176643:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495296, portal 16 00000400:00000010:3.0:1761313447.176647:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313447.176649:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495296, offset 0 00000400:00000200:3.0:1761313447.176653:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.176659:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.176665:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.176668:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.176671:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.176673:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89450:89450:255:4294967295] 192.168.204.1@tcp LPNI seq info [89450:89450:7:4294967295] 00000400:00000200:3.0:1761313447.176679:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.176683:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.176686:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82355018). 00000800:00000200:3.0:1761313447.176689:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.176692:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.176694:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.177219:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.177224:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354770). 00000400:00000200:1.0:1761313447.177229:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.177234:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.177238:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aec04dd1 00000400:00000010:1.0:1761313447.177240:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aec04dd1. 02000000:00000010:1.0:1761313447.177245:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2d82cff. 00000800:00000200:1.0:1761313447.177299:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.177301:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:1.0:1761313447.177305:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.177308:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.177310:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:1.0:1761313447.177311:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:1.0:1761313447.177319:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000023c2e59 x1846869206495296/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.181792:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.181810:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff040 00000400:00000200:2.0:1761313447.181820:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae7c1 [1] + 224 00000400:00000200:2.0:1761313447.181834:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.181838:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.181848:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000023c2e59 x1846869206495296/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313447.182534:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000855cc63c. 00000400:00000200:2.0:1761313447.182540:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:2.0:1761313447.182542:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:2.0:1761313447.182550:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000023c2e59 x1846869206495296/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.182559:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000023c2e59 x1846869206495296/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.182589:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f83fd66. 02000000:00000010:2.0:1761313447.182595:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009018164. 00000100:00000010:2.0:1761313447.182601:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000023c2e59. 00000100:00000010:2.0:1761313447.182605:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000090542f6c. 00010000:00000010:2.0:1761313447.182609:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a78c1b0b. 00000400:00000200:3.0:1761313447.189388:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.189413:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956e40 00000400:00000200:3.0:1761313447.189423:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad145 [2] + 0 00000400:00000200:3.0:1761313447.189506:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.189511:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.189517:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.189523:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 00000020:00000010:1.0:1761313447.190438:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e0e32f1. 00000020:00000010:1.0:1761313447.190447:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.190451:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.190494:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ccbaf3e x1846869199515200/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313447.190534:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515200 02000000:00000010:1.0:1761313447.190547:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c332f3ab. 00010000:00000010:1.0:1761313447.190578:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7f94d2. 00010000:00000010:1.0:1761313447.190599:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aea1ecc. 00000100:00000010:1.0:1761313447.190607:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a907fb0. 00000100:00000010:1.0:1761313447.190629:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a907fb0. 00010000:00000010:1.0:1761313447.190635:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aea1ecc. 00000400:00000010:1.0:1761313447.190651:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009603b8d4. 00080000:00000010:3.0:1761313447.190654:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f83fd66. 00000100:00000200:1.0:1761313447.190657:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515200, offset 224 00000400:00000200:1.0:1761313447.190668:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.190682:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.190690:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89451:89451:256:4294967295] 192.168.204.1@tcp LPNI seq info [89451:89451:8:4294967295] 00000400:00000200:1.0:1761313447.190701:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.190707:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.190711:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82354770). 00000800:00000200:1.0:1761313447.190718:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00010000:00000010:3.0:1761313447.190744:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313447.190751:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008317c9ac. 00010000:00000010:3.0:1761313447.190832:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000098351cb. 00010000:00000010:3.0:1761313447.190838:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313447.190849:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c17d0092. 00000100:00000010:3.0:1761313447.190853:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f473011. 00000100:00000010:3.0:1761313447.190859:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d18a19. 02000000:00000010:3.0:1761313447.190870:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c82e3946. 02000000:00000010:3.0:1761313447.190894:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdd0c621. 00000400:00000010:3.0:1761313447.190900:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000380486bb. 00000400:00000010:3.0:1761313447.190904:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d86f44. 00000100:00000200:3.0:1761313447.190908:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495360, portal 16 00000400:00000010:3.0:1761313447.190912:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021403d81. 00000100:00000200:3.0:1761313447.190913:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495360, offset 0 00000400:00000200:3.0:1761313447.190918:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.190923:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.190930:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.190934:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.190936:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.190938:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89452:89452:255:4294967295] 192.168.204.1@tcp LPNI seq info [89452:89452:7:4294967295] 00000400:00000200:3.0:1761313447.190945:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.190949:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.190953:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2099ebe (tot 82355018). 00000800:00000200:3.0:1761313447.190956:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.190962:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.190966:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e2099ebe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.191280:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.191283:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.191296:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.191300:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.191303:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e0e32f1. 00000800:00000200:1.0:1761313447.191347:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.191351:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2099ebe (tot 82354770). 00000400:00000200:1.0:1761313447.191356:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.191359:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.191365:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021403d81 00000400:00000010:1.0:1761313447.191366:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021403d81. 00000100:00000200:1.0:1761313447.191374:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6d18a19 x1846869206495360/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761313447.191453:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.191456:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:1.0:1761313447.191460:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.191465:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.191486:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009603b8d4 00000400:00000010:1.0:1761313447.191488:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009603b8d4. 00010000:00000010:0.1:1761313447.194522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d03bcd. 00000400:00000200:2.0:1761313447.195634:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.195653:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff080 00000400:00000200:2.0:1761313447.195663:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae7cd [1] + 224 00000400:00000200:2.0:1761313447.195676:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.195680:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.195691:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6d18a19 x1846869206495360/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.195824:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.195830:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956e80 00000400:00000200:2.0:1761313447.195835:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad145 [2] + 328 00000400:00000200:2.0:1761313447.195888:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.195892:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.195896:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.195902:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b23b8fe. 00000400:00000010:3.0:1761313447.196517:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380486bb. 00000400:00000200:3.0:1761313447.196522:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d86f44 00000400:00000010:3.0:1761313447.196525:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d86f44. 00000100:00000200:3.0:1761313447.196534:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6d18a19 x1846869206495360/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313447.196543:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6d18a19 x1846869206495360/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313447.196574:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdd0c621. 02000000:00000010:3.0:1761313447.196580:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c82e3946. 00000100:00000010:3.0:1761313447.196584:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d18a19. 00000100:00000010:3.0:1761313447.196587:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f473011. 00010000:00000010:3.0:1761313447.196592:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c17d0092. 00000020:00000010:0.0:1761313447.197114:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9eda511. 00000020:00000010:0.0:1761313447.197123:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008583fe8e. 00000020:00000010:0.0:1761313447.197129:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c3e5fef. 00000100:00000200:0.0:1761313447.197163:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b23b8fe x1846869199515264/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313447.197205:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515264 02000000:00000010:0.0:1761313447.197216:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dfd0c6b1. 00010000:00000010:0.0:1761313447.197245:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dda39243. 00010000:00000010:0.0:1761313447.197266:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009078d2a4. 00000100:00000010:0.0:1761313447.197272:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313447.197284:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313447.197287:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009078d2a4. 00080000:00000010:3.0:1761313447.197576:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c82e3946. 00010000:00000010:3.0:1761313447.197664:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313447.197670:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006ac530a. 00010000:00000010:3.0:1761313447.197759:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004467eb4b. 00010000:00000010:3.0:1761313447.197765:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313447.197775:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c17d0092. 00000100:00000010:3.0:1761313447.197778:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f473011. 00000100:00000010:3.0:1761313447.197784:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d18a19. 02000000:00000010:3.0:1761313447.197793:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fdd0c621. 02000000:00000010:3.0:1761313447.197813:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe844e4e. 00000400:00000010:3.0:1761313447.197818:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000380486bb. 00000400:00000010:3.0:1761313447.197822:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d86f44. 00000100:00000200:3.0:1761313447.197828:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495424, portal 16 00000400:00000010:3.0:1761313447.197832:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7e97fc7. 00000100:00000200:3.0:1761313447.197834:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495424, offset 0 00000400:00000200:3.0:1761313447.197842:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.197857:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.197864:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.197867:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.197869:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.197873:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89453:89453:256:4294967295] 192.168.204.1@tcp LPNI seq info [89453:89453:8:4294967295] 00000400:00000200:3.0:1761313447.197882:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.197887:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.197891:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2099ebe (tot 82354770). 00000800:00000200:3.0:1761313447.197897:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.197903:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.197907:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e2099ebe type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761313447.198121:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055ae023e. 00000100:00000200:0.0:1761313447.198125:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515264, offset 224 00000400:00000200:0.0:1761313447.198130:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.198136:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.198140:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89454:89454:255:4294967295] 192.168.204.1@tcp LPNI seq info [89454:89454:7:4294967295] 00000400:00000200:0.0:1761313447.198155:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.198159:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.198163:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82355018). 00000800:00000200:0.0:1761313447.198166:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.198169:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.198171:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.198184:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008583fe8e. 00000020:00000010:0.0:1761313447.198189:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c3e5fef. 00000020:00000010:0.0:1761313447.198191:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9eda511. 00000800:00000200:2.0:1761313447.198568:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.198571:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2099ebe (tot 82354770). 00000400:00000200:2.0:1761313447.198575:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.198581:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.198585:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7e97fc7 00000400:00000010:2.0:1761313447.198587:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7e97fc7. 00000100:00000200:2.0:1761313447.198595:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6d18a19 x1846869206495424/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761313447.198669:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.198671:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:2.0:1761313447.198674:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.198677:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.198679:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055ae023e 00000400:00000010:2.0:1761313447.198681:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055ae023e. 00010000:00000010:3.1:1761313447.198806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006095f694. 00010000:00000010:3.1:1761313447.198814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096f62c4a. 00010000:00000010:1.1:1761313447.207287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fbb773d. 00000400:00000200:1.0:1761313447.207368:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.207384:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff0c0 00000400:00000200:1.0:1761313447.207393:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae7d5 [1] + 224 00000400:00000200:1.0:1761313447.207404:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.207408:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.207417:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6d18a19 x1846869206495424/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.207458:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.207464:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956ec0 00000400:00000200:1.0:1761313447.207488:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad145 [2] + 656 00000400:00000010:0.0:1761313447.207526:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380486bb. 00000400:00000200:0.0:1761313447.207532:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d86f44 00000400:00000010:0.0:1761313447.207534:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d86f44. 00000100:00000200:0.0:1761313447.207542:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6d18a19 x1846869206495424/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.207545:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.207548:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.207552:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.207558:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 00000100:00000200:0.0:1761313447.207559:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6d18a19 x1846869206495424/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.207590:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe844e4e. 02000000:00000010:0.0:1761313447.207596:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fdd0c621. 00000100:00000010:0.0:1761313447.207600:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d18a19. 00000020:00000010:1.0:1761313447.207604:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af41649c. 00000100:00000010:0.0:1761313447.207604:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f473011. 00010000:00000010:0.0:1761313447.207608:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c17d0092. 00000020:00000010:1.0:1761313447.207610:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bac3a2de. 00000020:00000010:1.0:1761313447.207614:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.207639:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000479fcbdf x1846869199515328/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:3.1:1761313447.207715:0:78560:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b33a8fd. 00010000:00000010:3.1:1761313447.207721:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00000100:00000200:1.0:1761313447.214393:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515328 02000000:00000010:1.0:1761313447.214410:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a0eecd4. 00010000:00000010:1.0:1761313447.214442:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2b5716c. 00010000:00000010:1.0:1761313447.214460:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aea1ecc. 00000100:00000010:1.0:1761313447.214467:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e164971. 00000100:00000010:1.0:1761313447.214494:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e164971. 00010000:00000010:1.0:1761313447.214498:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aea1ecc. 00000400:00000010:1.0:1761313447.214510:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009603b8d4. 00000100:00000200:1.0:1761313447.214516:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515328, offset 224 00000400:00000200:1.0:1761313447.214525:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.214541:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.214547:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89455:89455:256:4294967295] 192.168.204.1@tcp LPNI seq info [89455:89455:8:4294967295] 00000400:00000200:1.0:1761313447.214557:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.214562:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.214567:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82354770). 00000800:00000200:1.0:1761313447.214573:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.214580:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.214584:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.214607:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bac3a2de. 00000020:00000010:1.0:1761313447.214611:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.214615:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af41649c. 00000800:00000200:1.0:1761313447.214808:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.214812:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:1.0:1761313447.214816:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.214820:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.214825:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009603b8d4 00000400:00000010:1.0:1761313447.214827:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009603b8d4. 00010000:00000010:3.1:1761313447.216039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3bff6b5. 00010000:00000010:3.1:1761313447.216051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:0.1:1761313447.218582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dab635d7. 00080000:00000010:0.0:1761313447.218622:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9eda511. 00010000:00000010:0.0:1761313447.218725:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:0.0:1761313447.218734:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008dfd168f. 00010000:00000010:0.0:1761313447.218803:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.0:1761313447.218809:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c11e885. 00010000:00000010:0.0:1761313447.218820:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009078d2a4. 00000100:00000010:0.0:1761313447.218828:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313447.218837:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a99e725d. 02000000:00000010:0.0:1761313447.218852:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f02edcc9. 02000000:00000010:0.0:1761313447.218878:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008b89dc5. 00000400:00000010:0.0:1761313447.218885:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f833fed9. 00000400:00000010:0.0:1761313447.218891:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025c648c8. 00000100:00000200:0.0:1761313447.218898:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495488, portal 16 00000400:00000010:0.0:1761313447.218903:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99e9dc5. 00000100:00000200:0.0:1761313447.218905:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495488, offset 0 00000400:00000200:0.0:1761313447.218915:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.218930:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.218936:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.218940:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.218942:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.218946:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89456:89456:256:4294967295] 192.168.204.1@tcp LPNI seq info [89456:89456:8:4294967295] 00000400:00000200:0.0:1761313447.218956:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.218962:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.218967:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313447.218973:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.218979:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.218984:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.219971:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.219977:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:1.0:1761313447.219984:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.219990:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.219995:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99e9dc5 00000400:00000010:1.0:1761313447.219997:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99e9dc5. 00000100:00000200:1.0:1761313447.220005:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a99e725d x1846869206495488/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.221807:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.221824:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff100 00000400:00000200:1.0:1761313447.221832:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae7e5 [1] + 224 00000400:00000200:1.0:1761313447.221843:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.221847:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.221856:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a99e725d x1846869206495488/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.221894:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.221900:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956f00 00000400:00000200:1.0:1761313447.221905:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad145 [2] + 984 00000400:00000010:3.0:1761313447.221912:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f833fed9. 00000400:00000200:3.0:1761313447.221918:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025c648c8 00000400:00000010:3.0:1761313447.221920:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025c648c8. 00000100:00000200:3.0:1761313447.221927:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a99e725d x1846869206495488/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.221939:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.221944:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.221948:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.221953:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000020:00000010:2.0:1761313447.222210:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000df128af. 00000020:00000010:2.0:1761313447.222218:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003e7bb4f8. 00000020:00000010:2.0:1761313447.222223:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.222249:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199515392/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313447.222293:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515392 02000000:00000010:2.0:1761313447.222307:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000edfb39fb. 00010000:00000010:2.0:1761313447.222343:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000874541da. 00000100:00000010:2.0:1761313447.222351:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.222357:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.222360:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000874541da. 00000400:00000010:2.0:1761313447.222373:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313447.222377:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515392, offset 224 00000400:00000200:2.0:1761313447.222386:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.222398:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.222404:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89457:89457:256:4294967295] 192.168.204.1@tcp LPNI seq info [89457:89457:8:4294967295] 00000400:00000200:2.0:1761313447.222414:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.222419:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.222424:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004d6b004 (tot 82354770). 00000800:00000200:2.0:1761313447.222429:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.222435:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.222438:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000004d6b004 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.222462:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003e7bb4f8. 00000020:00000010:2.0:1761313447.222466:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.222493:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000df128af. 00010000:00000010:1.1:1761313447.222671:0:78600:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1542bc3. 00000800:00000200:0.0:1761313447.222686:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.222689:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004d6b004 (tot 82354522). 00000400:00000200:0.0:1761313447.222693:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.222697:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.222700:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:0.0:1761313447.222701:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:3.0:1761313447.222793:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a99e725d x1846869206495488/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313447.222815:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e927fd8. 02000000:00000010:3.0:1761313447.222826:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008b89dc5. 02000000:00000010:3.0:1761313447.222830:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f02edcc9. 00000100:00000010:3.0:1761313447.222834:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a99e725d. 00000100:00000010:3.0:1761313447.222838:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:3.0:1761313447.222840:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009078d2a4. 00080000:00000010:3.0:1761313447.222855:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096b3299c. 00010000:00000010:3.0:1761313447.222944:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c11e885. 00010000:00000010:3.0:1761313447.222950:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a95118c8. 00010000:00000010:3.0:1761313447.223082:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000098351cb. 00010000:00000010:3.0:1761313447.223091:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313447.223101:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f4e89442. 00000100:00000010:3.0:1761313447.223107:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091752c39. 00000100:00000010:3.0:1761313447.223116:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000046c261d2. 02000000:00000010:3.0:1761313447.223127:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004494f9cc. 02000000:00000010:3.0:1761313447.223160:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ecf92a88. 00000400:00000010:3.0:1761313447.223165:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000031ebd05a. 00000400:00000010:3.0:1761313447.223169:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008502b0aa. 00000100:00000200:3.0:1761313447.223173:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495552, portal 16 00000400:00000010:3.0:1761313447.223178:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036954fa5. 00000100:00000200:3.0:1761313447.223233:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495552, offset 0 00000400:00000200:3.0:1761313447.223243:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.223251:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.223258:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.223263:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.223266:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.223269:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89458:89458:256:4294967295] 192.168.204.1@tcp LPNI seq info [89458:89458:8:4294967295] 00000400:00000200:3.0:1761313447.223278:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.223282:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.223286:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f1e64b9 (tot 82354770). 00000800:00000200:3.0:1761313447.223290:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.223295:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.223297:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f1e64b9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.224176:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.224240:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f1e64b9 (tot 82354522). 00000400:00000200:2.0:1761313447.224246:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.224252:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.224419:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036954fa5 00000400:00000010:2.0:1761313447.224422:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036954fa5. 00000100:00000200:2.0:1761313447.224432:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000046c261d2 x1846869206495552/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.225516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd6d744c. 00010000:00000010:0.1:1761313447.225525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004467eb4b. 00000400:00000200:3.0:1761313447.226662:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.226681:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff140 00000400:00000200:3.0:1761313447.226691:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae7f1 [1] + 224 00000400:00000200:3.0:1761313447.226704:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.226708:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.226719:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000046c261d2 x1846869206495552/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.226752:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.226758:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956f40 00000400:00000200:3.0:1761313447.226763:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad145 [2] + 1312 00000400:00000200:3.0:1761313447.226813:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.226816:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.226820:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.226826:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 00000020:00000010:2.0:1761313447.226892:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000df128af. 00000020:00000010:2.0:1761313447.226900:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313447.226905:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000400:00000010:0.0:1761313447.226929:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000031ebd05a. 00000100:00000200:2.0:1761313447.226931:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022b20aea x1846869199515456/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000200:0.0:1761313447.226935:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008502b0aa 00000400:00000010:0.0:1761313447.226939:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008502b0aa. 00000100:00000200:0.0:1761313447.226948:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000046c261d2 x1846869206495552/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.226959:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000046c261d2 x1846869206495552/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.226968:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515456 02000000:00000010:2.0:1761313447.226980:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000048fc4b51. 02000000:00000010:0.0:1761313447.226987:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ecf92a88. 02000000:00000010:0.0:1761313447.226994:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004494f9cc. 00000100:00000010:0.0:1761313447.226998:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000046c261d2. 00000100:00000010:0.0:1761313447.227003:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091752c39. 00010000:00000010:0.0:1761313447.227007:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f4e89442. 00010000:00000010:2.0:1761313447.227010:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d2569d8. 00010000:00000010:2.0:1761313447.227031:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000874541da. 00000100:00000010:2.0:1761313447.227037:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00010000:00000010:3.1:1761313447.227498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000672c6997. 00010000:00000010:3.1:1761313447.227504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073dfe38a. 00010000:00000010:3.1:1761313447.227508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfa04e5. 00080000:00000010:0.0:1761313447.227965:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000381bfb57. 00010000:00000010:0.0:1761313447.228125:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001124c96c. 00010000:00000010:0.0:1761313447.228133:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000040b4e4b7. 00010000:00000010:0.0:1761313447.228154:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c993366f. 00000100:00000010:0.0:1761313447.228160:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313447.228169:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b7485fe. 00010000:00000010:2.0:1761313447.228422:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00000100:00000010:2.0:1761313447.228433:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.228436:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000874541da. 00010000:00000010:2.0:1761313447.228442:0:64770:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019a52a02. 00000400:00000010:2.0:1761313447.228460:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039409be4. 00000100:00000200:2.0:1761313447.228466:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515456, offset 224 00000400:00000200:2.0:1761313447.228492:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.228507:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.228512:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89459:89459:256:4294967295] 192.168.204.1@tcp LPNI seq info [89459:89459:8:4294967295] 00000400:00000200:2.0:1761313447.228523:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.228529:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.228534:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049af6073 (tot 82354770). 00000800:00000200:2.0:1761313447.228539:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.228549:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.228553:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049af6073 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.228576:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313447.228580:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.228584:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000df128af. 00000800:00000200:2.0:1761313447.228676:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.228679:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049af6073 (tot 82354522). 00000400:00000200:2.0:1761313447.228683:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.228688:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.228691:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039409be4 00000400:00000010:2.0:1761313447.228693:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039409be4. 02000000:00000010:0.0:1761313447.228877:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6607f7b. 02000000:00000010:0.0:1761313447.228901:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064917c13. 00000400:00000010:0.0:1761313447.228906:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008845072c. 00000400:00000010:0.0:1761313447.228910:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025c648c8. 00000100:00000200:0.0:1761313447.228914:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495616, portal 16 00000400:00000010:0.0:1761313447.228918:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99e9dc5. 00000100:00000200:0.0:1761313447.228919:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495616, offset 0 00000400:00000200:0.0:1761313447.228924:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.228930:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.228935:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.228938:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.228940:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.228942:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89460:89460:256:4294967295] 192.168.204.1@tcp LPNI seq info [89460:89460:8:4294967295] 00000400:00000200:0.0:1761313447.228949:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.228952:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.228955:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313447.228958:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.228962:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.228964:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.231599:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.231604:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:2.0:1761313447.231609:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.231617:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.231622:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99e9dc5 00000400:00000010:2.0:1761313447.231624:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99e9dc5. 00000100:00000200:2.0:1761313447.231633:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b7485fe x1846869206495616/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.232521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e8f1f46. 00010000:00000010:2.1:1761313447.232529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:2.1:1761313447.232533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5f0758a. 00000400:00000200:1.0:1761313447.238019:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.238038:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff180 00000400:00000200:1.0:1761313447.238047:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae7fd [1] + 224 00000400:00000200:1.0:1761313447.238095:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.238101:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.238112:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b7485fe x1846869206495616/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.238155:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.238160:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956f80 00000400:00000200:1.0:1761313447.238166:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad145 [2] + 1640 00000400:00000200:1.0:1761313447.238220:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.238223:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.238227:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.238233:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000400:00000010:3.0:1761313447.238306:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008845072c. 00000400:00000200:3.0:1761313447.238311:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025c648c8 00000400:00000010:3.0:1761313447.238312:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025c648c8. 00000100:00000200:3.0:1761313447.238319:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b7485fe x1846869206495616/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313447.238325:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b7485fe x1846869206495616/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761313447.238430:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000df128af. 00000020:00000010:2.0:1761313447.238437:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313447.238441:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.238464:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199515520/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313447.238516:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515520 02000000:00000010:2.0:1761313447.238529:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e76388f1. 00010000:00000010:2.0:1761313447.238565:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000874541da. 00000100:00000010:2.0:1761313447.238571:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.238579:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.238582:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000874541da. 00010000:00000010:3.0:1761313447.238592:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a773fab. 00000400:00000010:2.0:1761313447.238596:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039409be4. 00000100:00000200:2.0:1761313447.238602:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515520, offset 224 02000000:00000010:3.0:1761313447.238609:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064917c13. 00000400:00000200:2.0:1761313447.238611:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 02000000:00000010:3.0:1761313447.238616:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6607f7b. 00000100:00000010:3.0:1761313447.238621:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b7485fe. 00000400:00000200:2.0:1761313447.238625:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000100:00000010:3.0:1761313447.238626:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:3.0:1761313447.238631:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c993366f. 00000400:00000200:2.0:1761313447.238633:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89461:89461:256:4294967295] 192.168.204.1@tcp LPNI seq info [89461:89461:8:4294967295] 00000400:00000200:2.0:1761313447.238645:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00080000:00000010:3.0:1761313447.238647:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cae83fb. 00000800:00000200:2.0:1761313447.238651:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.238657:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049af6073 (tot 82354770). 00000800:00000200:2.0:1761313447.238663:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.238671:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.238674:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049af6073 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.238692:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313447.238696:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.238699:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000df128af. 00010000:00000010:3.0:1761313447.238738:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040b4e4b7. 00010000:00000010:3.0:1761313447.238744:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a662e90. 00000800:00000200:2.0:1761313447.238772:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.238776:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049af6073 (tot 82354522). 00000400:00000200:2.0:1761313447.238780:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.238784:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.238786:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039409be4 00000400:00000010:2.0:1761313447.238788:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039409be4. 00010000:00000010:2.0:1761313447.239062:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032a06e4a. 00010000:00000010:2.0:1761313447.239070:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005523694c. 00010000:00000010:2.0:1761313447.239080:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000874541da. 00000100:00000010:2.0:1761313447.239083:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.239089:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058c26597. 02000000:00000010:2.0:1761313447.239098:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000df128af. 02000000:00000010:2.0:1761313447.239119:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b526449. 00000400:00000010:2.0:1761313447.239124:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000400:00000010:2.0:1761313447.239127:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039409be4. 00000100:00000200:2.0:1761313447.239131:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495680, portal 16 00000400:00000010:2.0:1761313447.239135:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9414777. 00000100:00000200:2.0:1761313447.239136:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495680, offset 0 00000400:00000200:2.0:1761313447.239151:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.239158:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.239165:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.239168:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.239170:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.239172:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89462:89462:256:4294967295] 192.168.204.1@tcp LPNI seq info [89462:89462:8:4294967295] 00000400:00000200:2.0:1761313447.239179:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.239184:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.239188:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049af6073 (tot 82354770). 00000800:00000200:2.0:1761313447.239193:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.239198:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.239200:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049af6073 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.239594:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.239597:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049af6073 (tot 82354522). 00000400:00000200:1.0:1761313447.239601:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.239605:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.239607:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9414777 00000400:00000010:1.0:1761313447.239609:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9414777. 00000100:00000200:1.0:1761313447.239614:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000058c26597 x1846869206495680/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.241838:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.241856:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff1c0 00000400:00000200:1.0:1761313447.241863:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae809 [1] + 224 00000400:00000200:1.0:1761313447.241893:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.241898:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.241908:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000058c26597 x1846869206495680/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313447.242033:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:2.0:1761313447.242038:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039409be4 00000400:00000010:2.0:1761313447.242040:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039409be4. 00000100:00000200:2.0:1761313447.242046:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000058c26597 x1846869206495680/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.242055:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000058c26597 x1846869206495680/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.242097:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b526449. 02000000:00000010:2.0:1761313447.242104:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000df128af. 00000100:00000010:2.0:1761313447.242108:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058c26597. 00000100:00000010:2.0:1761313447.242113:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.242117:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000874541da. 00000400:00000200:2.0:1761313447.245948:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.245970:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be956fc0 00000400:00000200:2.0:1761313447.245977:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad145 [2] + 1968 00000400:00000010:2.0:1761313447.245982:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000daeeb20d. 00000400:00000200:2.0:1761313447.245988:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000010fcd471 00000400:00000200:2.0:1761313447.246049:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.246054:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.246058:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010fcd471 00000400:00000010:2.0:1761313447.246060:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000010fcd471 (tot 82354370). 00000100:00000200:2.0:1761313447.246066:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313447.246425:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e0e32f1. 00000020:00000010:1.0:1761313447.246431:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.246436:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.246462:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001039e67 x1846869199515584/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313447.249304:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515584 02000000:00000010:1.0:1761313447.249326:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af41649c. 00010000:00000010:1.0:1761313447.249364:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000222e8ff0. 00010000:00000010:1.0:1761313447.249388:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aea1ecc. 00000100:00000010:1.0:1761313447.249398:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e164971. 00000100:00000010:1.0:1761313447.249425:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e164971. 00010000:00000010:1.0:1761313447.249430:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aea1ecc. 00000400:00000010:1.0:1761313447.249447:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009603b8d4. 00000100:00000200:1.0:1761313447.249455:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515584, offset 224 00000400:00000200:1.0:1761313447.249483:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.249502:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.249508:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89463:89463:256:4294967295] 192.168.204.1@tcp LPNI seq info [89463:89463:8:4294967295] 00000400:00000200:1.0:1761313447.249519:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.249526:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.249531:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82354618). 00000800:00000200:1.0:1761313447.249538:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.249547:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.249551:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.249574:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.249580:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.249584:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e0e32f1. 02000000:00000010:1.0:1761313447.249594:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e76388f1. 00000100:00000010:1.0:1761313447.249598:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 02000000:00000010:1.0:1761313447.249602:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000048fc4b51. 00000100:00000010:1.0:1761313447.249604:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 02000000:00000010:1.0:1761313447.249607:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000edfb39fb. 00000100:00000010:1.0:1761313447.249609:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 02000000:00000010:1.0:1761313447.249612:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a0eecd4. 00000100:00000010:1.0:1761313447.249614:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 02000000:00000010:1.0:1761313447.249617:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dfd0c6b1. 00000100:00000010:1.0:1761313447.249619:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b23b8fe. 02000000:00000010:1.0:1761313447.249623:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c332f3ab. 00000100:00000010:1.0:1761313447.249625:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 00000100:00000200:1.0:1761313447.249631:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313447.249637:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000810e5df8. 00000400:00000010:1.0:1761313447.249641:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000e164971 (tot 82354770). 00000800:00000200:1.0:1761313447.249763:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.249767:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:1.0:1761313447.249771:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.249776:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.249781:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009603b8d4 00000400:00000010:1.0:1761313447.249783:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009603b8d4. 02000000:00000010:1.0:1761313447.249789:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af41649c. 00010000:00000010:3.1:1761313447.249881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c6969a5. 00010000:00000010:3.1:1761313447.249889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008380697f. 00010000:00000010:3.1:1761313447.249893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001124c96c. 00080000:00000010:3.0:1761313447.249942:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdd17a12. 00010000:00000010:3.0:1761313447.250029:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005523694c. 00010000:00000010:3.0:1761313447.250036:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000181ecd6e. 00010000:00000010:3.0:1761313447.250112:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c549fecb. 00010000:00000010:3.0:1761313447.250117:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e2cdcac7. 00010000:00000010:3.0:1761313447.250122:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be438664. 00010000:00000010:3.0:1761313447.250128:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c57a483. 00080000:00000010:3.0:1761313447.250152:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb7e6315. 00010000:00000010:3.0:1761313447.250180:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313447.250183:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2cdcac7. 00010000:00000010:3.0:1761313447.250234:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe215150. 00010000:00000010:3.0:1761313447.250238:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313447.250245:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000987fcbde. 00000100:00000010:3.0:1761313447.250249:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000902c410b. 00000100:00000010:3.0:1761313447.250256:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000428d88e4. 02000000:00000010:3.0:1761313447.250268:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037802115. 02000000:00000010:3.0:1761313447.250290:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec627f96. 00000400:00000010:3.0:1761313447.250294:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f4c493f4. 00000400:00000010:3.0:1761313447.250299:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b94f63a. 00000100:00000200:3.0:1761313447.250303:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495744, portal 16 00000400:00000010:3.0:1761313447.250307:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313447.250309:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495744, offset 0 00000400:00000200:3.0:1761313447.250315:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.250323:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.250329:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.250333:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.250336:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.250338:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89464:89464:256:4294967295] 192.168.204.1@tcp LPNI seq info [89464:89464:8:4294967295] 00000400:00000200:3.0:1761313447.250352:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.250357:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.250360:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051c8b3bf (tot 82354770). 00000800:00000200:3.0:1761313447.250364:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.250369:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.250372:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051c8b3bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.250636:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.250639:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051c8b3bf (tot 82354522). 00000400:00000200:1.0:1761313447.250642:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.250647:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.250650:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:1.0:1761313447.250651:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000100:00000200:1.0:1761313447.250660:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000428d88e4 x1846869206495744/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.256542:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.256563:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff200 00000400:00000200:3.0:1761313447.256571:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae819 [1] + 224 00000400:00000200:3.0:1761313447.256584:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.256589:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.256602:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000428d88e4 x1846869206495744/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.256639:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.256645:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957000 00000400:00000200:3.0:1761313447.256650:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad19d [2] + 0 00000400:00000200:3.0:1761313447.256712:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.256716:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.256720:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.256726:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a9f342a. 00000020:00000010:3.0:1761313447.256779:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cf7861a. 00000020:00000010:3.0:1761313447.256786:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313447.256791:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313447.256816:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a9f342a x1846869199515648/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313447.256843:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515648 02000000:00000010:3.0:1761313447.256853:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000464dc140. 00010000:00000010:3.0:1761313447.256894:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c55e64c. 00000100:00000010:3.0:1761313447.256900:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a628a7a. 00000100:00000010:3.0:1761313447.256907:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a628a7a. 00010000:00000010:3.0:1761313447.256912:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c55e64c. 00000400:00000010:3.0:1761313447.256927:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d214ba. 00000100:00000200:3.0:1761313447.256932:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515648, offset 224 00000400:00000200:3.0:1761313447.256939:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.256950:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.256955:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89465:89465:256:4294967295] 192.168.204.1@tcp LPNI seq info [89465:89465:8:4294967295] 00000400:00000200:3.0:1761313447.256964:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.256968:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.256972:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b39d4c6 (tot 82354770). 00000800:00000200:3.0:1761313447.256978:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.256985:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.256988:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003b39d4c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.257001:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313447.257005:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313447.257010:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cf7861a. 00010000:00000010:1.1:1761313447.257080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041dc022c. 00000400:00000010:1.0:1761313447.257103:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f4c493f4. 00000400:00000200:1.0:1761313447.257108:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b94f63a 00000400:00000010:1.0:1761313447.257110:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b94f63a. 00000100:00000200:1.0:1761313447.257116:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000428d88e4 x1846869206495744/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.257123:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000428d88e4 x1846869206495744/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313447.257152:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3b509ab. 02000000:00000010:1.0:1761313447.257164:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec627f96. 02000000:00000010:1.0:1761313447.257169:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037802115. 00000100:00000010:1.0:1761313447.257172:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000428d88e4. 00000100:00000010:1.0:1761313447.257175:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000902c410b. 00010000:00000010:1.0:1761313447.257177:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000987fcbde. 00080000:00000010:1.0:1761313447.257192:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af41649c. 00010000:00000010:1.0:1761313447.257275:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c57a483. 00010000:00000010:1.0:1761313447.257281:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e994879. 00010000:00000010:1.0:1761313447.257356:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e0ad54a. 00010000:00000010:1.0:1761313447.257364:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5afd7ec. 00010000:00000010:1.0:1761313447.257374:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aea1ecc. 00000100:00000010:1.0:1761313447.257379:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047fbeae4. 00000100:00000010:1.0:1761313447.257385:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 02000000:00000010:1.0:1761313447.257395:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c332f3ab. 02000000:00000010:1.0:1761313447.257420:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a0eecd4. 00000400:00000010:1.0:1761313447.257425:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e993058. 00000400:00000010:1.0:1761313447.257429:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009603b8d4. 00000100:00000200:1.0:1761313447.257434:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495808, portal 16 00000400:00000010:1.0:1761313447.257438:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313447.257440:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495808, offset 0 00000400:00000200:1.0:1761313447.257446:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.257452:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.257459:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.257463:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.257466:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.257500:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89466:89466:255:4294967295] 192.168.204.1@tcp LPNI seq info [89466:89466:7:4294967295] 00000400:00000200:1.0:1761313447.257507:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.257512:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.257515:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82355018). 00000800:00000200:1.0:1761313447.257520:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.257524:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.257527:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.257575:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.257579:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b39d4c6 (tot 82354770). 00000400:00000200:1.0:1761313447.257583:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.257586:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.257588:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d214ba 00000400:00000010:1.0:1761313447.257590:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d214ba. 00000800:00000200:1.0:1761313447.257630:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.257632:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:1.0:1761313447.257636:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.257639:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.257641:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313447.257643:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:1.0:1761313447.257648:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000479fcbdf x1846869206495808/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.259079:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.259094:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff240 00000400:00000200:1.0:1761313447.259101:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae825 [1] + 224 00000400:00000200:1.0:1761313447.259113:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.259117:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.259125:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000479fcbdf x1846869206495808/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313447.259223:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e993058. 00000400:00000200:0.0:1761313447.259228:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009603b8d4 00000400:00000010:0.0:1761313447.259230:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009603b8d4. 00000100:00000200:0.0:1761313447.259236:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000479fcbdf x1846869206495808/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.259247:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000479fcbdf x1846869206495808/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.259276:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a0eecd4. 02000000:00000010:0.0:1761313447.259280:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c332f3ab. 00000100:00000010:0.0:1761313447.259284:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 00000100:00000010:0.0:1761313447.259287:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047fbeae4. 00010000:00000010:0.0:1761313447.259292:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aea1ecc. 00010000:00000010:3.1:1761313447.263426:0:8:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049035081. 00010000:00000010:3.1:1761313447.263436:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032a06e4a. 00010000:00000010:3.1:1761313447.263441:0:8:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c549fecb. 00010000:00000010:3.1:1761313447.263444:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00000400:00000200:2.0:1761313447.265277:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.265294:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957040 00000400:00000200:2.0:1761313447.265301:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad19d [2] + 328 00000400:00000200:2.0:1761313447.266660:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.266674:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.266682:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.266691:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058c26597. 00000020:00000010:2.0:1761313447.267004:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b526449. 00000020:00000010:2.0:1761313447.267012:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313447.267016:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.267044:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058c26597 x1846869199515712/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313447.267365:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515712 02000000:00000010:2.0:1761313447.267378:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000076e80f1c. 00010000:00000010:2.0:1761313447.267405:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6cfc96d. 00010000:00000010:2.0:1761313447.267428:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084f50541. 00000100:00000010:2.0:1761313447.267435:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.267446:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.267450:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084f50541. 00000400:00000010:2.0:1761313447.267463:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039409be4. 00000100:00000200:2.0:1761313447.267621:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515712, offset 224 00000400:00000200:2.0:1761313447.267632:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.267645:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.267651:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89467:89467:256:4294967295] 192.168.204.1@tcp LPNI seq info [89467:89467:8:4294967295] 00000400:00000200:2.0:1761313447.267661:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.267667:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.267672:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098f58fd2 (tot 82354770). 00000800:00000200:2.0:1761313447.267679:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.267685:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.267688:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098f58fd2 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761313447.267790:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000613a2663. 00010000:00000010:0.0:1761313447.267892:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5afd7ec. 00010000:00000010:0.0:1761313447.267899:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079cd89a8. 00010000:00000010:0.0:1761313447.267976:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c154515a. 00010000:00000010:0.0:1761313447.267982:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1b15932. 00010000:00000010:0.0:1761313447.267992:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba625f04. 00000100:00000010:0.0:1761313447.267997:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.268005:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038668207. 02000000:00000010:0.0:1761313447.268018:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb7c0fdf. 02000000:00000010:0.0:1761313447.268049:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000587919a9. 00000400:00000010:0.0:1761313447.268056:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f5ec67a. 00000400:00000010:0.0:1761313447.268063:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055ae023e. 00000100:00000200:0.0:1761313447.268068:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495872, portal 16 00000400:00000010:0.0:1761313447.268072:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aec04dd1. 00000100:00000200:0.0:1761313447.268074:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495872, offset 0 00000400:00000200:0.0:1761313447.268079:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.268086:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.268092:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.268097:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.268100:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.268103:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89468:89468:255:4294967295] 192.168.204.1@tcp LPNI seq info [89468:89468:7:4294967295] 00000400:00000200:0.0:1761313447.268110:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.268114:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.268118:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82355018). 00000800:00000200:0.0:1761313447.268123:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.268127:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.268129:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313447.268206:0:78604:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003fdbde5. 00010000:00000010:1.1:1761313447.268215:0:78604:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae483771. 00010000:00000010:1.1:1761313447.268219:0:78604:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00000020:00000010:2.0:1761313447.270334:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313447.270346:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.270349:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b526449. 00000800:00000200:1.0:1761313447.274613:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.274621:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098f58fd2 (tot 82354770). 00000400:00000200:1.0:1761313447.274629:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.274638:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.274644:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039409be4 00000400:00000010:1.0:1761313447.274646:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039409be4. 00000800:00000200:1.0:1761313447.274720:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.274721:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:1.0:1761313447.274725:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.274728:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.274730:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aec04dd1 00000400:00000010:1.0:1761313447.274731:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aec04dd1. 00000100:00000200:1.0:1761313447.274740:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038668207 x1846869206495872/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.282153:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.282171:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff280 00000400:00000200:1.0:1761313447.282179:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae831 [1] + 224 00000400:00000200:1.0:1761313447.282192:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.282195:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.282206:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038668207 x1846869206495872/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.282241:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.282246:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957080 00000400:00000200:1.0:1761313447.282251:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad19d [2] + 656 00000400:00000200:1.0:1761313447.282303:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.282307:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.282311:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.282316:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000020:00000010:3.0:1761313447.282396:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cf7861a. 00000020:00000010:3.0:1761313447.282402:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313447.282406:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313447.282428:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199515776/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313447.282462:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515776 02000000:00000010:3.0:1761313447.282496:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e108ebc2. 00010000:00000010:3.0:1761313447.282532:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.282539:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a628a7a. 00000100:00000010:3.0:1761313447.282545:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a628a7a. 00010000:00000010:3.0:1761313447.282548:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.282561:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d690a504. 00000100:00000200:3.0:1761313447.282566:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515776, offset 224 00000400:00000200:3.0:1761313447.282573:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.282583:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.282587:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89469:89469:256:4294967295] 192.168.204.1@tcp LPNI seq info [89469:89469:8:4294967295] 00000400:00000200:3.0:1761313447.282597:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.282601:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.282605:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82354770). 00000800:00000200:3.0:1761313447.282610:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.282616:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.282619:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.282635:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313447.282640:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313447.282644:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cf7861a. 00000800:00000200:3.0:1761313447.282699:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.282702:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354522). 00000400:00000200:3.0:1761313447.282705:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.282708:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.282711:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d690a504 00000400:00000010:3.0:1761313447.282713:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d690a504. 00000400:00000010:0.0:1761313447.282803:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f5ec67a. 00000400:00000200:0.0:1761313447.282807:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055ae023e 00000400:00000010:0.0:1761313447.282809:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055ae023e. 00000100:00000200:0.0:1761313447.282814:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038668207 x1846869206495872/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.282822:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038668207 x1846869206495872/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313447.282842:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015d4249d. 02000000:00000010:0.0:1761313447.282855:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000587919a9. 02000000:00000010:0.0:1761313447.282860:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb7c0fdf. 00000100:00000010:0.0:1761313447.282863:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038668207. 00000100:00000010:0.0:1761313447.282867:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.282869:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba625f04. 00080000:00000010:0.0:1761313447.282885:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb7c0fdf. 00010000:00000010:0.0:1761313447.282970:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1b15932. 00010000:00000010:0.0:1761313447.282975:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ab7ed80. 00010000:00000010:0.0:1761313447.283044:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2689f79. 00010000:00000010:0.0:1761313447.283049:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1b15932. 00010000:00000010:0.0:1761313447.283058:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba625f04. 00000100:00000010:0.0:1761313447.283061:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.283066:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038668207. 02000000:00000010:0.0:1761313447.283075:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000587919a9. 02000000:00000010:0.0:1761313447.283095:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c8022d1. 00000400:00000010:0.0:1761313447.283099:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f5ec67a. 00000400:00000010:0.0:1761313447.283103:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055ae023e. 00000100:00000200:0.0:1761313447.283107:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206495936, portal 16 00000400:00000010:0.0:1761313447.283111:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef3aac3. 00000100:00000200:0.0:1761313447.283113:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206495936, offset 0 00000400:00000200:0.0:1761313447.283119:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.283126:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.283131:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.283134:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.283137:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.283150:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89470:89470:256:4294967295] 192.168.204.1@tcp LPNI seq info [89470:89470:8:4294967295] 00000400:00000200:0.0:1761313447.283157:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.283161:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.283164:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313447.283168:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.283172:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.283174:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.283731:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.283734:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:3.0:1761313447.283738:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.283742:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.283745:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef3aac3 00000400:00000010:3.0:1761313447.283746:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef3aac3. 00000100:00000200:3.0:1761313447.283751:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038668207 x1846869206495936/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.285056:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.285075:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff2c0 00000400:00000200:1.0:1761313447.285083:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae83d [1] + 224 00000400:00000200:1.0:1761313447.285096:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.285099:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.285107:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038668207 x1846869206495936/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313447.285261:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f5ec67a. 00000400:00000200:0.0:1761313447.285265:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055ae023e 00000400:00000010:0.0:1761313447.285267:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055ae023e. 00000100:00000200:0.0:1761313447.285273:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038668207 x1846869206495936/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.285281:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038668207 x1846869206495936/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.285305:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c8022d1. 02000000:00000010:0.0:1761313447.285310:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000587919a9. 00000100:00000010:0.0:1761313447.285313:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038668207. 00000100:00000010:0.0:1761313447.285317:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.285320:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba625f04. 00010000:00000010:2.1:1761313447.285375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000303da023. 00000400:00000200:3.0:1761313447.286429:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.286443:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9570c0 00000400:00000200:3.0:1761313447.286449:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad19d [2] + 984 00000400:00000200:3.0:1761313447.286538:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.286542:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.286548:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.286553:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000896ad9cf. 00000020:00000010:0.0:1761313447.286657:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000587919a9. 00000020:00000010:0.0:1761313447.286664:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313447.286668:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c3e5fef. 00000100:00000200:0.0:1761313447.286691:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000896ad9cf x1846869199515840/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313447.286729:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515840 02000000:00000010:0.0:1761313447.286740:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c8022d1. 00010000:00000010:0.0:1761313447.286768:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067f48be5. 00010000:00000010:0.0:1761313447.286788:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba625f04. 00000100:00000010:0.0:1761313447.286793:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.286806:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.286810:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba625f04. 00000400:00000010:0.0:1761313447.286822:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055ae023e. 00000100:00000200:0.0:1761313447.286827:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515840, offset 224 00000400:00000200:0.0:1761313447.286834:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.286844:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.286856:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89471:89471:256:4294967295] 192.168.204.1@tcp LPNI seq info [89471:89471:8:4294967295] 00000400:00000200:0.0:1761313447.286865:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.286869:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.286873:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313447.286877:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.286883:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.286887:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.286902:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313447.286907:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c3e5fef. 00000020:00000010:0.0:1761313447.286909:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000587919a9. 00010000:00000010:0.1:1761313447.287579:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c8adfa1. 00010000:00000010:0.1:1761313447.287589:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e0ad54a. 00000800:00000200:0.0:1761313447.287729:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.287733:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:0.0:1761313447.287737:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.287742:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.287747:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055ae023e 00000400:00000010:0.0:1761313447.287749:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055ae023e. 00080000:00000010:0.0:1761313447.288421:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000587919a9. 00010000:00000010:0.0:1761313447.289964:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1b15932. 00010000:00000010:0.0:1761313447.289980:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b24c3935. 00010000:00000010:0.0:1761313447.290081:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001124c96c. 00010000:00000010:0.0:1761313447.290089:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1b15932. 00010000:00000010:0.0:1761313447.290105:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba625f04. 00000100:00000010:0.0:1761313447.290114:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.290125:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038668207. 02000000:00000010:0.0:1761313447.290153:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfd0c6b1. 02000000:00000010:0.0:1761313447.290190:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6607f7b. 00000400:00000010:0.0:1761313447.290199:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f5ec67a. 00000400:00000010:0.0:1761313447.290206:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055ae023e. 00000100:00000200:0.0:1761313447.290214:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496000, portal 16 00000400:00000010:0.0:1761313447.290219:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014f680c3. 00000100:00000200:0.0:1761313447.290222:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496000, offset 0 00000400:00000200:0.0:1761313447.290231:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.290246:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.290253:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.290257:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.290260:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.290264:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89472:89472:256:4294967295] 192.168.204.1@tcp LPNI seq info [89472:89472:8:4294967295] 00000400:00000200:0.0:1761313447.290274:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.290280:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.290284:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313447.290291:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.290297:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.290301:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.290572:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.290576:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:3.0:1761313447.290581:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.290587:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.290592:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014f680c3 00000400:00000010:3.0:1761313447.290594:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014f680c3. 00000100:00000200:3.0:1761313447.290603:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038668207 x1846869206496000/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.290625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c0257f. 00010000:00000010:0.1:1761313447.290632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd802d58. 00010000:00000010:0.1:1761313447.290637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c154515a. 00010000:00000010:0.1:1761313447.293738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2622624. 00000400:00000200:3.0:1761313447.296073:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.296092:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff300 00000400:00000200:3.0:1761313447.296100:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae849 [1] + 224 00000400:00000200:3.0:1761313447.296113:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.296117:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.296126:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038668207 x1846869206496000/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313447.300301:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f5ec67a. 00000400:00000200:1.0:1761313447.300312:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055ae023e 00000400:00000010:1.0:1761313447.300315:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055ae023e. 00000400:00000200:3.0:1761313447.300326:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000100:00000200:1.0:1761313447.300327:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038668207 x1846869206496000/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.300338:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038668207 x1846869206496000/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.300341:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957100 00000400:00000200:3.0:1761313447.300348:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad19d [2] + 1312 02000000:00000010:1.0:1761313447.300372:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6607f7b. 02000000:00000010:1.0:1761313447.300379:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfd0c6b1. 00000100:00000010:1.0:1761313447.300384:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038668207. 00000400:00000200:3.0:1761313447.300387:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1761313447.300391:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00000400:00000200:3.0:1761313447.300393:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00010000:00000010:1.0:1761313447.300396:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba625f04. 00000100:00000200:3.0:1761313447.300400:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.300404:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b53a2de. 00000020:00000010:3.0:1761313447.300451:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e84227b. 00000020:00000010:3.0:1761313447.300457:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313447.300461:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313447.300501:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b53a2de x1846869199515904/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313447.300585:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515904 02000000:00000010:3.0:1761313447.300598:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009cf7861a. 00010000:00000010:3.0:1761313447.300629:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b34685bf. 00010000:00000010:3.0:1761313447.300650:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.300657:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a628a7a. 00000100:00000010:3.0:1761313447.300661:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a628a7a. 00010000:00000010:3.0:1761313447.300664:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.300678:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d690a504. 00000100:00000200:3.0:1761313447.300683:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515904, offset 224 00000400:00000200:3.0:1761313447.300690:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.300701:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.300708:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89473:89473:256:4294967295] 192.168.204.1@tcp LPNI seq info [89473:89473:8:4294967295] 00000400:00000200:3.0:1761313447.300723:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.300729:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.300734:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fbdc83 (tot 82354770). 00000800:00000200:3.0:1761313447.300740:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.300747:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.300752:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1fbdc83 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.300768:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313447.300772:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313447.300777:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e84227b. 00080000:00000010:1.0:1761313447.300787:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e0e32f1. 00010000:00000010:1.0:1761313447.300988:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1b15932. 00010000:00000010:1.0:1761313447.300996:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d75a77b7. 00010000:00000010:1.0:1761313447.301072:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e113555. 00010000:00000010:1.0:1761313447.301078:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313447.301088:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd46df9e. 00000100:00000010:1.0:1761313447.301091:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b35b40b5. 00000100:00000010:1.0:1761313447.301097:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 02000000:00000010:1.0:1761313447.301107:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003f1abdfd. 02000000:00000010:1.0:1761313447.301131:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091febfac. 00000400:00000010:1.0:1761313447.301135:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041b41832. 00000400:00000010:1.0:1761313447.301154:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313447.301159:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496064, portal 16 00000400:00000010:1.0:1761313447.301163:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022b7cfcb. 00000100:00000200:1.0:1761313447.301165:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496064, offset 0 00000400:00000200:1.0:1761313447.301171:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.301176:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.301183:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.301186:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.301188:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.301190:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89474:89474:255:4294967295] 192.168.204.1@tcp LPNI seq info [89474:89474:7:4294967295] 00000400:00000200:1.0:1761313447.301196:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.301200:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.301202:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82355018). 00000800:00000200:1.0:1761313447.301205:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.301209:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.301211:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313447.301569:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb8b96df. 00010000:00000010:0.1:1761313447.301577:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2689f79. 00000800:00000200:0.0:1761313447.301808:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.301813:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fbdc83 (tot 82354770). 00000400:00000200:0.0:1761313447.301817:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.301822:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.301826:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d690a504 00000400:00000010:0.0:1761313447.301828:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d690a504. 00000800:00000200:0.0:1761313447.301950:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.301952:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:0.0:1761313447.301956:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.301960:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.301963:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022b7cfcb 00000400:00000010:0.0:1761313447.301964:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022b7cfcb. 00000100:00000200:0.0:1761313447.301971:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffcaa815 x1846869206496064/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.307563:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.307584:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff340 00000400:00000200:3.0:1761313447.307593:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae855 [1] + 224 00000400:00000200:3.0:1761313447.307604:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.307608:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.307617:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffcaa815 x1846869206496064/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.307647:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.307653:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957140 00000400:00000200:3.0:1761313447.307657:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad19d [2] + 1640 00000400:00000200:3.0:1761313447.307664:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.307667:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.307670:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.307676:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef3948d6. 00000020:00000010:0.0:1761313447.311265:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064917c13. 00000020:00000010:0.0:1761313447.311278:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4b8cc4d. 00000020:00000010:0.0:1761313447.311283:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c3e5fef. 00000100:00000200:0.0:1761313447.311313:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ef3948d6 x1846869199515968/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313447.311354:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199515968 02000000:00000010:0.0:1761313447.311366:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f02edcc9. 00010000:00000010:0.0:1761313447.311408:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000231d1d4. 00000100:00000010:0.0:1761313447.311416:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.311424:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.311427:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000231d1d4. 00000400:00000010:0.0:1761313447.311442:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79a4b62. 00000100:00000200:0.0:1761313447.311449:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199515968, offset 224 00000400:00000200:0.0:1761313447.311459:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.311492:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.311499:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89475:89475:256:4294967295] 192.168.204.1@tcp LPNI seq info [89475:89475:8:4294967295] 00000400:00000200:0.0:1761313447.311510:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.311516:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.311521:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313447.311528:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.311535:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.311539:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.311562:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4b8cc4d. 00000020:00000010:0.0:1761313447.311566:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c3e5fef. 00000020:00000010:0.0:1761313447.311569:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064917c13. 00000800:00000200:0.0:1761313447.311677:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.311680:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:0.0:1761313447.311685:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.311689:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.311694:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79a4b62 00000400:00000010:0.0:1761313447.311696:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79a4b62. 00000400:00000010:1.0:1761313447.312406:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041b41832. 00000400:00000200:1.0:1761313447.312414:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313447.312416:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:1.0:1761313447.312425:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffcaa815 x1846869206496064/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.312434:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffcaa815 x1846869206496064/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313447.312458:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f807f1ee. 02000000:00000010:1.0:1761313447.312493:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091febfac. 02000000:00000010:1.0:1761313447.312499:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003f1abdfd. 00000100:00000010:1.0:1761313447.312502:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 00000100:00000010:1.0:1761313447.312506:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b35b40b5. 00010000:00000010:1.0:1761313447.312510:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd46df9e. 00080000:00000010:1.0:1761313447.312658:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f1abdfd. 00010000:00000010:1.0:1761313447.312749:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313447.312756:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000542c3304. 00010000:00000010:1.0:1761313447.314221:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a7f2f8c. 00010000:00000010:1.0:1761313447.314232:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313447.314246:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd46df9e. 00000100:00000010:1.0:1761313447.314253:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b35b40b5. 00000100:00000010:1.0:1761313447.314261:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 02000000:00000010:1.0:1761313447.314274:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091febfac. 02000000:00000010:1.0:1761313447.314304:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b04063e9. 00000400:00000010:1.0:1761313447.314311:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041b41832. 00000400:00000010:1.0:1761313447.314316:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313447.314323:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496128, portal 16 00000400:00000010:1.0:1761313447.314329:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000903c6f44. 00000100:00000200:1.0:1761313447.314331:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496128, offset 0 00000400:00000200:1.0:1761313447.314340:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.314361:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.314368:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.314372:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.314375:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.314378:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89476:89476:256:4294967295] 192.168.204.1@tcp LPNI seq info [89476:89476:8:4294967295] 00000400:00000200:1.0:1761313447.314387:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.314393:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.314398:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000597e8afc (tot 82354770). 00000800:00000200:1.0:1761313447.314405:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.314411:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.314415:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000597e8afc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313447.315031:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.315035:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000597e8afc (tot 82354522). 00000400:00000200:0.0:1761313447.315041:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.315046:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.315051:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000903c6f44 00000400:00000010:0.0:1761313447.315053:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000903c6f44. 00000100:00000200:0.0:1761313447.315062:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffcaa815 x1846869206496128/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.321215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fed9b9a. 00010000:00000010:1.1:1761313447.321236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001124c96c. 00000400:00000200:1.0:1761313447.322323:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.322340:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff380 00000400:00000200:1.0:1761313447.322347:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae861 [1] + 224 00000400:00000200:1.0:1761313447.322357:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.322360:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.322369:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffcaa815 x1846869206496128/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.322395:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.322399:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957180 00000400:00000200:1.0:1761313447.322403:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad19d [2] + 1968 00000400:00000010:1.0:1761313447.322407:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c6fac929. 00000400:00000200:1.0:1761313447.322411:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000085e32b46 00000400:00000200:1.0:1761313447.322466:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.322488:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.322490:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085e32b46 00000400:00000010:1.0:1761313447.322492:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000085e32b46 (tot 82354370). 00000100:00000200:1.0:1761313447.322497:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313447.322552:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8084b9d. 00000020:00000010:1.0:1761313447.322559:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.322564:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.322595:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001515efa5 x1846869199516032/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313447.322633:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516032 02000000:00000010:1.0:1761313447.322648:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008cca620b. 00010000:00000010:1.0:1761313447.322702:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.322712:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002bb0ba94. 00000100:00000010:1.0:1761313447.322722:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002bb0ba94. 00010000:00000010:1.0:1761313447.322728:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000010:1.0:1761313447.322745:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c490e2a. 00000100:00000200:1.0:1761313447.322751:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516032, offset 224 00000400:00000200:1.0:1761313447.322761:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.322777:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.322784:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89477:89477:256:4294967295] 192.168.204.1@tcp LPNI seq info [89477:89477:8:4294967295] 00000400:00000200:1.0:1761313447.322801:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.322807:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.322812:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008803a01b (tot 82354618). 00000800:00000200:1.0:1761313447.322819:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.322833:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.322837:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008803a01b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.322857:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.322861:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.322865:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8084b9d. 02000000:00000010:1.0:1761313447.322877:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f02edcc9. 00000100:00000010:1.0:1761313447.322882:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef3948d6. 02000000:00000010:1.0:1761313447.322887:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009cf7861a. 00000100:00000010:1.0:1761313447.322890:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b53a2de. 02000000:00000010:1.0:1761313447.322894:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c8022d1. 00000100:00000010:1.0:1761313447.322897:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000896ad9cf. 02000000:00000010:1.0:1761313447.322902:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e108ebc2. 00000100:00000010:1.0:1761313447.322905:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 02000000:00000010:1.0:1761313447.322908:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000076e80f1c. 00000100:00000010:1.0:1761313447.322912:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058c26597. 02000000:00000010:1.0:1761313447.322917:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000464dc140. 00000100:00000010:1.0:1761313447.322919:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a9f342a. 00000100:00000200:1.0:1761313447.322926:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313447.322930:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9fe4b5e. 00000400:00000010:1.0:1761313447.322934:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002bb0ba94 (tot 82354770). 00000400:00000010:1.0:1761313447.322964:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041b41832. 00000400:00000200:1.0:1761313447.322968:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313447.322970:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:1.0:1761313447.322977:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffcaa815 x1846869206496128/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.322986:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffcaa815 x1846869206496128/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313447.323007:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009379fb92. 02000000:00000010:1.0:1761313447.323025:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b04063e9. 02000000:00000010:1.0:1761313447.323030:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091febfac. 00000100:00000010:1.0:1761313447.323034:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 00000100:00000010:1.0:1761313447.323038:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b35b40b5. 00010000:00000010:1.0:1761313447.323041:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd46df9e. 00080000:00000010:1.0:1761313447.323059:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091febfac. 00010000:00000010:1.0:1761313447.323157:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313447.323165:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000cf994fb. 00010000:00000010:1.0:1761313447.323246:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e0ad54a. 00010000:00000010:1.0:1761313447.323252:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313447.323260:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd46df9e. 00000100:00000010:1.0:1761313447.323264:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b35b40b5. 00000100:00000010:1.0:1761313447.323270:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 02000000:00000010:1.0:1761313447.323279:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b04063e9. 02000000:00000010:1.0:1761313447.323302:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8084b9d. 00000400:00000010:1.0:1761313447.323305:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041b41832. 00000400:00000010:1.0:1761313447.323309:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313447.323312:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496192, portal 16 00000400:00000010:1.0:1761313447.323316:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f309ef1a. 00000100:00000200:1.0:1761313447.323318:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496192, offset 0 00000400:00000200:1.0:1761313447.323325:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.323332:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.323338:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.323343:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.323346:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.323350:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89478:89478:255:4294967295] 192.168.204.1@tcp LPNI seq info [89478:89478:7:4294967295] 00000400:00000200:1.0:1761313447.323362:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.323368:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.323371:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae5814d2 (tot 82355018). 00000800:00000200:1.0:1761313447.323376:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.323381:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.323384:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae5814d2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313447.323568:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.323572:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008803a01b (tot 82354770). 00000400:00000200:0.0:1761313447.323576:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.323581:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.323583:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c490e2a 00000400:00000010:0.0:1761313447.323585:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c490e2a. 02000000:00000010:0.0:1761313447.323589:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008cca620b. 00000800:00000200:0.0:1761313447.323631:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.323633:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae5814d2 (tot 82354522). 00000400:00000200:0.0:1761313447.323637:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.323640:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.323643:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f309ef1a 00000400:00000010:0.0:1761313447.323644:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f309ef1a. 00000100:00000200:0.0:1761313447.323650:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffcaa815 x1846869206496192/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313447.324495:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009188d1bf. 00000400:00000200:0.0:1761313447.326557:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.326577:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff3c0 00000400:00000200:0.0:1761313447.326585:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae871 [1] + 224 00000400:00000200:0.0:1761313447.326614:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.326619:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.326629:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffcaa815 x1846869206496192/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313447.327400:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041b41832. 00000400:00000200:1.0:1761313447.327407:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313447.327408:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:1.0:1761313447.327417:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffcaa815 x1846869206496192/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.327425:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffcaa815 x1846869206496192/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.327455:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8084b9d. 02000000:00000010:1.0:1761313447.327461:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b04063e9. 00000100:00000010:1.0:1761313447.327465:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 00000100:00000010:1.0:1761313447.327490:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b35b40b5. 00010000:00000010:1.0:1761313447.327496:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd46df9e. 00010000:00000010:1.1:1761313447.328851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061a0d037. 00010000:00000010:1.1:1761313447.328864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001de4ae37. 00010000:00000010:1.1:1761313447.328868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e113555. 00010000:00000010:1.1:1761313447.332567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dd67712. 00010000:00000010:1.1:1761313447.332578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000878b7ec4. 00010000:00000010:1.1:1761313447.332583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a7f2f8c. 00000400:00000200:1.0:1761313447.332679:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.332694:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9571c0 00000400:00000200:1.0:1761313447.332701:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad1fd [2] + 0 00000400:00000200:1.0:1761313447.332816:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.332822:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.332828:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.332833:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:0.0:1761313447.332917:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064917c13. 00000020:00000010:0.0:1761313447.332925:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9549c06. 00000020:00000010:0.0:1761313447.332929:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007c3e5fef. 00000100:00000200:0.0:1761313447.332954:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199516096/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313447.336096:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516096 02000000:00000010:2.0:1761313447.336345:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005b526449. 00010000:00000010:2.0:1761313447.336386:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b54f58c. 00010000:00000010:2.0:1761313447.336409:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004ce8c1a2. 00000100:00000010:2.0:1761313447.336418:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.336438:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.336442:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004ce8c1a2. 00000400:00000010:2.0:1761313447.336458:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e8705f6. 00000100:00000200:2.0:1761313447.336500:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516096, offset 224 00000400:00000200:2.0:1761313447.336511:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:1.0:1761313447.336513:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b04063e9. 00000400:00000200:2.0:1761313447.336531:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.336538:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89479:89479:256:4294967295] 192.168.204.1@tcp LPNI seq info [89479:89479:8:4294967295] 00000400:00000200:2.0:1761313447.336548:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.336554:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.336559:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000800:00000200:2.0:1761313447.336567:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.336574:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.336578:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.336602:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9549c06. 00010000:00000010:1.0:1761313447.336606:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028cc58f. 00000020:00000010:2.0:1761313447.336608:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007c3e5fef. 00000020:00000010:2.0:1761313447.336614:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064917c13. 00010000:00000010:1.0:1761313447.336614:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c436b5e. 00010000:00000010:1.0:1761313447.336694:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a7f2f8c. 00010000:00000010:1.0:1761313447.336702:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313447.336714:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd46df9e. 00000100:00000010:1.0:1761313447.336718:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b35b40b5. 00000100:00000010:1.0:1761313447.336726:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 02000000:00000010:1.0:1761313447.336737:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8084b9d. 02000000:00000010:1.0:1761313447.336768:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008cca620b. 00000400:00000010:1.0:1761313447.336774:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041b41832. 00000400:00000010:1.0:1761313447.336780:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313447.336786:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496256, portal 16 00000400:00000010:1.0:1761313447.336791:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc82a39f. 00000100:00000200:1.0:1761313447.336794:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496256, offset 0 00000400:00000200:1.0:1761313447.336801:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.336808:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.336817:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000800:00000200:2.0:1761313447.336819:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1761313447.336820:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.336824:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.336827:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89480:89480:255:4294967295] 192.168.204.1@tcp LPNI seq info [89480:89480:7:4294967295] 00000800:00000010:2.0:1761313447.336832:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:1.0:1761313447.336837:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000400:00000200:2.0:1761313447.336840:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1761313447.336844:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.336849:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ec456d (tot 82354770). 00000400:00000200:2.0:1761313447.336852:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000800:00000200:1.0:1761313447.336857:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000400:00000200:2.0:1761313447.336860:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e8705f6 00000800:00000200:1.0:1761313447.336863:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000400:00000010:2.0:1761313447.336864:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e8705f6. 00000800:00000200:1.0:1761313447.336867:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000085ec456d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.336897:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.336900:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ec456d (tot 82354522). 00000400:00000200:2.0:1761313447.336903:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.336906:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.336908:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc82a39f 00000400:00000010:2.0:1761313447.336909:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc82a39f. 00000100:00000200:2.0:1761313447.336917:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061f542ae x1846869206496256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313447.340388:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.340415:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff400 00000400:00000200:0.0:1761313447.340426:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae87d [1] + 224 00000400:00000200:0.0:1761313447.340439:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.340443:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.340455:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061f542ae x1846869206496256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313447.340551:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041b41832. 00000400:00000200:1.0:1761313447.340558:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313447.340560:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:1.0:1761313447.340569:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061f542ae x1846869206496256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.340578:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061f542ae x1846869206496256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.340617:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008cca620b. 02000000:00000010:1.0:1761313447.340625:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8084b9d. 00000100:00000010:1.0:1761313447.340629:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 00000100:00000010:1.0:1761313447.340634:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b35b40b5. 00010000:00000010:1.0:1761313447.340640:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd46df9e. 00000400:00000200:0.0:1761313447.340672:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.340680:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957200 00000400:00000200:0.0:1761313447.340686:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad1fd [2] + 328 00000400:00000200:0.0:1761313447.340698:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.340701:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.340705:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313447.340713:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038668207. 00000020:00000010:2.0:1761313447.341185:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078a12309. 00000020:00000010:2.0:1761313447.341194:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f38d4539. 00000020:00000010:2.0:1761313447.341200:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.341230:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038668207 x1846869199516160/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313447.341271:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516160 02000000:00000010:2.0:1761313447.341285:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b81b6809. 00010000:00000010:2.0:1761313447.341321:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1ae6fe9. 00010000:00000010:2.0:1761313447.341342:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004ce8c1a2. 00000100:00000010:2.0:1761313447.341350:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.341366:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.341369:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004ce8c1a2. 00000400:00000010:2.0:1761313447.341382:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e8705f6. 00000100:00000200:2.0:1761313447.341387:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516160, offset 224 00000400:00000200:2.0:1761313447.341394:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:1.0:1761313447.341399:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8084b9d. 00000400:00000200:2.0:1761313447.341410:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.341416:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89481:89481:256:4294967295] 192.168.204.1@tcp LPNI seq info [89481:89481:8:4294967295] 00000400:00000200:2.0:1761313447.341426:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.341432:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.341438:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000800:00000200:2.0:1761313447.341445:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.341452:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.341455:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.341517:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f38d4539. 00000020:00000010:2.0:1761313447.341523:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.341526:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078a12309. 00010000:00000010:1.0:1761313447.341528:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313447.341537:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f266a5a5. 00010000:00000010:1.0:1761313447.341630:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e113555. 00010000:00000010:1.0:1761313447.341637:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313447.341650:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd46df9e. 00000100:00000010:1.0:1761313447.341655:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b35b40b5. 00000100:00000010:1.0:1761313447.341663:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 02000000:00000010:1.0:1761313447.341676:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cca620b. 02000000:00000010:1.0:1761313447.341706:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c332f3ab. 00000400:00000010:1.0:1761313447.341713:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041b41832. 00000400:00000010:1.0:1761313447.341717:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313447.341723:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496320, portal 16 00000400:00000010:1.0:1761313447.341728:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b836adb4. 00000100:00000200:1.0:1761313447.341730:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496320, offset 0 00000400:00000200:1.0:1761313447.341736:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.341744:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.341751:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.341755:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.341757:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.341759:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89482:89482:255:4294967295] 192.168.204.1@tcp LPNI seq info [89482:89482:7:4294967295] 00000400:00000200:1.0:1761313447.341766:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.341770:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.341774:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d8c9258 (tot 82355018). 00000800:00000200:1.0:1761313447.341778:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.341782:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.341786:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d8c9258 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.342393:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.342399:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354770). 00000400:00000200:3.0:1761313447.342405:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.342411:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.342414:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e8705f6 00000400:00000010:3.0:1761313447.342417:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e8705f6. 00000800:00000200:3.0:1761313447.342503:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.342505:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d8c9258 (tot 82354522). 00000400:00000200:3.0:1761313447.342509:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.342512:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.342515:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b836adb4 00000400:00000010:3.0:1761313447.342516:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b836adb4. 00000100:00000200:3.0:1761313447.342523:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061f542ae x1846869206496320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.344357:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.344381:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff440 00000400:00000200:2.0:1761313447.344391:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae889 [1] + 224 00000400:00000200:2.0:1761313447.344405:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.344410:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.344521:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061f542ae x1846869206496320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.344567:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.344574:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957240 00000400:00000200:2.0:1761313447.344580:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad1fd [2] + 656 00000400:00000010:1.0:1761313447.344589:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041b41832. 00000400:00000200:1.0:1761313447.344595:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313447.344597:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:1.0:1761313447.344606:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061f542ae x1846869206496320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.344615:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061f542ae x1846869206496320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.344634:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.344639:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.344644:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.344650:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:1.0:1761313447.344650:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c332f3ab. 02000000:00000010:1.0:1761313447.344657:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008cca620b. 00000100:00000010:1.0:1761313447.344663:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 00000100:00000010:1.0:1761313447.344667:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b35b40b5. 00010000:00000010:1.0:1761313447.344671:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd46df9e. 00000020:00000010:0.0:1761313447.344720:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008b89dc5. 00000020:00000010:0.0:1761313447.344728:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002885b954. 00000020:00000010:0.0:1761313447.344732:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dac62df6. 00000100:00000200:0.0:1761313447.344759:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064bf9529 x1846869199516224/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313447.344795:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516224 02000000:00000010:0.0:1761313447.344808:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2c75102. 00010000:00000010:0.0:1761313447.344835:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000545bccc3. 00010000:00000010:0.0:1761313447.344855:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000345a6241. 00000100:00000010:0.0:1761313447.344862:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.344879:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.344882:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000345a6241. 00000400:00000010:0.0:1761313447.344896:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79a4b62. 00000100:00000200:0.0:1761313447.344900:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516224, offset 224 00000400:00000200:0.0:1761313447.344906:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.344916:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.344921:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89483:89483:256:4294967295] 192.168.204.1@tcp LPNI seq info [89483:89483:8:4294967295] 00000400:00000200:0.0:1761313447.344930:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.344934:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.344939:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313447.344945:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.344952:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.344956:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.344982:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002885b954. 00000020:00000010:0.0:1761313447.344988:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dac62df6. 00000020:00000010:0.0:1761313447.344990:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008b89dc5. 00000800:00000200:2.0:1761313447.345172:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.345175:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:2.0:1761313447.345180:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.345184:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.345186:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79a4b62 00000400:00000010:2.0:1761313447.345187:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79a4b62. 00010000:00000010:2.1:1761313447.345520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a7d9548. 00010000:00000010:1.1:1761313447.345636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a86e5a53. 00010000:00000010:1.1:1761313447.345643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e0ad54a. 00080000:00000010:1.0:1761313447.345664:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cca620b. 00010000:00000010:1.0:1761313447.345754:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313447.345761:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089977033. 00010000:00000010:1.0:1761313447.345838:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e0ad54a. 00010000:00000010:1.0:1761313447.345844:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313447.345854:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd46df9e. 00000100:00000010:1.0:1761313447.345858:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b35b40b5. 00000100:00000010:1.0:1761313447.345865:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 02000000:00000010:1.0:1761313447.345875:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c332f3ab. 02000000:00000010:1.0:1761313447.345902:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a0eecd4. 00000400:00000010:1.0:1761313447.345908:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041b41832. 00000400:00000010:1.0:1761313447.345912:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313447.345917:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496384, portal 16 00000400:00000010:1.0:1761313447.345922:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d52d4f38. 00000100:00000200:1.0:1761313447.345924:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496384, offset 0 00000400:00000200:1.0:1761313447.345930:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.345940:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.345947:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.345950:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.345954:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.345957:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89484:89484:256:4294967295] 192.168.204.1@tcp LPNI seq info [89484:89484:8:4294967295] 00000400:00000200:1.0:1761313447.345964:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.345968:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.345972:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033eff44 (tot 82354770). 00000800:00000200:1.0:1761313447.345976:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.345982:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.345985:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033eff44 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.347510:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.347517:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033eff44 (tot 82354522). 00000400:00000200:3.0:1761313447.347524:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.347532:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.347537:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d52d4f38 00000400:00000010:3.0:1761313447.347539:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d52d4f38. 00000100:00000200:3.0:1761313447.347548:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061f542ae x1846869206496384/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.349532:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.349556:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff480 00000400:00000200:2.0:1761313447.349564:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae895 [1] + 224 00000400:00000200:2.0:1761313447.349653:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.349656:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.349665:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061f542ae x1846869206496384/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.349700:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.349705:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957280 00000400:00000200:2.0:1761313447.349711:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad1fd [2] + 984 00000400:00000010:1.0:1761313447.349726:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041b41832. 00000400:00000200:1.0:1761313447.349734:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313447.349736:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:1.0:1761313447.349743:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061f542ae x1846869206496384/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.349752:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061f542ae x1846869206496384/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.349761:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.349767:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.349771:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.349776:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090a40237. 02000000:00000010:1.0:1761313447.349781:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a0eecd4. 02000000:00000010:1.0:1761313447.349788:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c332f3ab. 00000100:00000010:1.0:1761313447.349792:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 00000100:00000010:1.0:1761313447.349795:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b35b40b5. 00010000:00000010:1.0:1761313447.349799:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd46df9e. 00000020:00000010:0.0:1761313447.349946:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008b89dc5. 00000020:00000010:0.0:1761313447.349953:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002885b954. 00000020:00000010:0.0:1761313447.349957:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dac62df6. 00000100:00000200:0.0:1761313447.349978:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090a40237 x1846869199516288/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313447.350012:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516288 02000000:00000010:0.0:1761313447.350023:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d2627bbc. 00010000:00000010:0.0:1761313447.350120:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047708d95. 00010000:00000010:0.0:1761313447.350151:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000345a6241. 00000100:00000010:0.0:1761313447.350157:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.350173:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.350175:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000345a6241. 00000400:00000010:0.0:1761313447.350188:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313447.350193:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516288, offset 224 00080000:00000010:1.0:1761313447.350204:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c332f3ab. 00000400:00000200:0.0:1761313447.350210:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.350221:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.350229:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89485:89485:256:4294967295] 192.168.204.1@tcp LPNI seq info [89485:89485:8:4294967295] 00000400:00000200:0.0:1761313447.350239:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.350244:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.350248:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313447.350253:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.350260:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.350264:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761313447.350295:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313447.350303:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003936f6c4. 00000020:00000010:0.0:1761313447.350316:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002885b954. 00000020:00000010:0.0:1761313447.350322:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dac62df6. 00000020:00000010:0.0:1761313447.350325:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008b89dc5. 00010000:00000010:1.0:1761313447.350382:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043f63f8d. 00010000:00000010:1.0:1761313447.350387:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000065138660. 00010000:00000010:1.0:1761313447.350393:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096f62c4a. 00010000:00000010:1.0:1761313447.350398:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028cc58f. 00080000:00000010:1.0:1761313447.350411:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a0eecd4. 00000800:00000200:2.0:1761313447.350416:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.350422:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:2.0:1761313447.350426:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.350430:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.350433:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:2.0:1761313447.350435:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00010000:00000010:1.0:1761313447.350439:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313447.350445:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065138660. 00010000:00000010:1.0:1761313447.350527:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9abf411. 00010000:00000010:1.0:1761313447.350531:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313447.350537:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd46df9e. 00000100:00000010:1.0:1761313447.350541:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b35b40b5. 00000100:00000010:1.0:1761313447.350546:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 02000000:00000010:1.0:1761313447.350557:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eba93093. 02000000:00000010:1.0:1761313447.350576:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002aa52beb. 00000400:00000010:1.0:1761313447.350581:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041b41832. 00000400:00000010:1.0:1761313447.350585:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313447.350590:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496448, portal 16 00000400:00000010:1.0:1761313447.350593:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f876655b. 00000100:00000200:1.0:1761313447.350595:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496448, offset 0 00000400:00000200:1.0:1761313447.350600:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.350606:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.350613:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.350615:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.350618:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.350620:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89486:89486:256:4294967295] 192.168.204.1@tcp LPNI seq info [89486:89486:8:4294967295] 00000400:00000200:1.0:1761313447.350627:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.350631:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.350634:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddde3699 (tot 82354770). 00000800:00000200:1.0:1761313447.350638:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.350642:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.350644:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddde3699 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.350753:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.350756:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddde3699 (tot 82354522). 00000400:00000200:3.0:1761313447.350759:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.350763:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.350766:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f876655b 00000400:00000010:3.0:1761313447.350768:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f876655b. 00000100:00000200:3.0:1761313447.350773:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061f542ae x1846869206496448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.356243:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.356266:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff4c0 00000400:00000200:2.0:1761313447.356274:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae8a1 [1] + 224 00000400:00000200:2.0:1761313447.356285:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.356289:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.356300:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061f542ae x1846869206496448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.356341:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.356348:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9572c0 00000400:00000200:2.0:1761313447.356354:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad1fd [2] + 1312 00000400:00000200:2.0:1761313447.356363:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1761313447.356365:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041b41832. 00000400:00000200:2.0:1761313447.356367:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.356371:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313447.356374:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:2.0:1761313447.356381:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761313447.356382:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061f542ae x1846869206496448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761313447.356387:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 00000100:00000200:1.0:1761313447.356394:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061f542ae x1846869206496448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.356430:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002aa52beb. 02000000:00000010:1.0:1761313447.356436:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eba93093. 00000100:00000010:1.0:1761313447.356439:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 00000100:00000010:1.0:1761313447.356442:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b35b40b5. 00010000:00000010:1.0:1761313447.356447:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd46df9e. 00010000:00000010:1.1:1761313447.356501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bda2a70. 00000020:00000010:0.0:1761313447.356506:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008b89dc5. 00010000:00000010:1.1:1761313447.356509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a7f2f8c. 00000020:00000010:0.0:1761313447.356515:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002885b954. 00000020:00000010:0.0:1761313447.356521:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dac62df6. 00000100:00000200:0.0:1761313447.356556:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ca3dcbd4 x1846869199516352/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:2.1:1761313447.356586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b5781a8. 00000100:00000200:2.0:1761313447.356698:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516352 02000000:00000010:2.0:1761313447.356710:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000078a12309. 00010000:00000010:2.0:1761313447.356739:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000904395ee. 00010000:00000010:2.0:1761313447.356757:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004ce8c1a2. 00000100:00000010:2.0:1761313447.356763:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.356777:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.356780:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004ce8c1a2. 00000400:00000010:2.0:1761313447.356793:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cea5b6b5. 00000100:00000200:2.0:1761313447.356797:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516352, offset 224 00000400:00000200:2.0:1761313447.356804:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.356814:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.356820:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89487:89487:256:4294967295] 192.168.204.1@tcp LPNI seq info [89487:89487:8:4294967295] 00000400:00000200:2.0:1761313447.356829:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.356833:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.356838:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82354770). 00000800:00000200:2.0:1761313447.356843:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.356849:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.356853:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.356875:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002885b954. 00000020:00000010:2.0:1761313447.356879:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dac62df6. 00000020:00000010:2.0:1761313447.356882:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008b89dc5. 00080000:00000010:1.0:1761313447.356974:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eba93093. 00000800:00000200:0.0:1761313447.357067:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761313447.357070:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028cc58f. 00000800:00000010:0.0:1761313447.357071:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00010000:00000010:1.0:1761313447.357075:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009648caf1. 00000400:00000200:0.0:1761313447.357075:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.357078:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.357081:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cea5b6b5 00000400:00000010:0.0:1761313447.357083:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cea5b6b5. 00010000:00000010:1.0:1761313447.357165:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a7f2f8c. 00010000:00000010:1.0:1761313447.357171:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028cc58f. 00010000:00000010:1.0:1761313447.357181:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd46df9e. 00000100:00000010:1.0:1761313447.357184:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b35b40b5. 00000100:00000010:1.0:1761313447.357190:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 02000000:00000010:1.0:1761313447.357200:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002aa52beb. 02000000:00000010:1.0:1761313447.357221:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad9d673e. 00000400:00000010:1.0:1761313447.357226:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041b41832. 00000400:00000010:1.0:1761313447.357230:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313447.357234:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496512, portal 16 00000400:00000010:1.0:1761313447.357238:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a8c88d3. 00000100:00000200:1.0:1761313447.357240:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496512, offset 0 00000400:00000200:1.0:1761313447.357245:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.357251:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.357258:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.357261:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.357264:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.357266:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89488:89488:256:4294967295] 192.168.204.1@tcp LPNI seq info [89488:89488:8:4294967295] 00000400:00000200:1.0:1761313447.357273:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.357278:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.357281:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82354770). 00000800:00000200:1.0:1761313447.357284:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.357289:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.357291:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.357523:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.357527:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:3.0:1761313447.357532:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.357536:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.357539:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a8c88d3 00000400:00000010:3.0:1761313447.357540:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a8c88d3. 00000100:00000200:3.0:1761313447.357546:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061f542ae x1846869206496512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.359881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a81b1f4. 00010000:00000010:1.1:1761313447.359899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e113555. 00010000:00000010:0.1:1761313447.360509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b90dcc3c. 00000400:00000200:2.0:1761313447.363577:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.363599:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff500 00000400:00000200:2.0:1761313447.363607:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae8ad [1] + 224 00000400:00000200:2.0:1761313447.363620:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.363624:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.363636:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061f542ae x1846869206496512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.363678:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.363683:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957300 00000400:00000200:2.0:1761313447.363689:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad1fd [2] + 1640 00000400:00000200:2.0:1761313447.363745:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.363749:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.363753:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.363759:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 00000400:00000010:1.0:1761313447.363900:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041b41832. 00000400:00000200:1.0:1761313447.363905:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313447.363907:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:1.0:1761313447.363914:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061f542ae x1846869206496512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.363922:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061f542ae x1846869206496512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.363951:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad9d673e. 02000000:00000010:1.0:1761313447.363956:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002aa52beb. 00000100:00000010:1.0:1761313447.363959:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 00000100:00000010:1.0:1761313447.363962:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b35b40b5. 00010000:00000010:1.0:1761313447.363966:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd46df9e. 00000020:00000010:3.0:1761313447.364019:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7bece14. 00000020:00000010:3.0:1761313447.364025:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313447.364127:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313447.364161:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c60925 x1846869199516416/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313447.364192:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516416 02000000:00000010:3.0:1761313447.364203:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009e84227b. 00010000:00000010:3.0:1761313447.364228:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039ed724f. 00010000:00000010:3.0:1761313447.364245:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.364251:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a628a7a. 00000100:00000010:3.0:1761313447.364267:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a628a7a. 00010000:00000010:3.0:1761313447.364270:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.364280:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172cca3d. 00000100:00000200:3.0:1761313447.364284:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516416, offset 224 00000400:00000200:3.0:1761313447.364291:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.364301:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.364306:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89489:89489:256:4294967295] 192.168.204.1@tcp LPNI seq info [89489:89489:8:4294967295] 00000400:00000200:3.0:1761313447.364315:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.364320:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.364324:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313447.364328:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.364334:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.364337:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.364356:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313447.364359:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00000020:00000010:3.0:1761313447.364363:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7bece14. 00000800:00000200:0.0:1761313447.364437:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.364442:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:0.0:1761313447.364451:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.364456:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.364459:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172cca3d 00000400:00000010:0.0:1761313447.364461:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172cca3d. 00010000:00000010:0.1:1761313447.364492:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033a2b280. 00010000:00000010:1.1:1761313447.365120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002eef017e. 00010000:00000010:1.1:1761313447.365128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e0ad54a. 00010000:00000010:1.1:1761313447.365131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f63f8d. 00010000:00000010:1.1:1761313447.365135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096f62c4a. 00010000:00000010:1.1:1761313447.365137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dd441d5. 00010000:00000010:1.1:1761313447.365148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9abf411. 00010000:00000010:2.1:1761313447.365570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b0af7b. 00080000:00000010:2.0:1761313447.365633:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076e80f1c. 00010000:00000010:2.0:1761313447.365729:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028cc58f. 00010000:00000010:2.0:1761313447.366695:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000075ef6d6a. 00010000:00000010:2.0:1761313447.366881:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5705288. 00010000:00000010:2.0:1761313447.366886:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000546f485a. 00010000:00000010:2.0:1761313447.366898:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004ce8c1a2. 00000100:00000010:2.0:1761313447.366904:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.366912:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c468af4. 02000000:00000010:2.0:1761313447.366925:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fee550b2. 02000000:00000010:2.0:1761313447.366951:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000df128af. 00000400:00000010:2.0:1761313447.366956:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000daeeb20d. 00000400:00000010:2.0:1761313447.366962:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313447.366968:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496576, portal 16 00000400:00000010:2.0:1761313447.366972:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb1bbf3c. 00000100:00000200:2.0:1761313447.366974:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496576, offset 0 00000400:00000200:2.0:1761313447.366982:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.366995:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.367002:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.367006:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.367073:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.367076:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89490:89490:256:4294967295] 192.168.204.1@tcp LPNI seq info [89490:89490:8:4294967295] 00000400:00000200:2.0:1761313447.367087:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.367093:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.367098:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313447.367103:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.367110:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.367114:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.367709:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.367714:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:3.0:1761313447.367720:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.367726:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.367731:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb1bbf3c 00000400:00000010:3.0:1761313447.367734:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb1bbf3c. 00000100:00000200:3.0:1761313447.367740:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c468af4 x1846869206496576/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313447.368631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2af0c48. 00000400:00000200:2.0:1761313447.370128:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.370160:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff540 00000400:00000200:2.0:1761313447.370169:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae8b9 [1] + 224 00000400:00000200:2.0:1761313447.370184:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.370188:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.370197:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c468af4 x1846869206496576/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313447.370270:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000daeeb20d. 00000400:00000200:1.0:1761313447.370274:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:1.0:1761313447.370276:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:1.0:1761313447.370281:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c468af4 x1846869206496576/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.370288:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c468af4 x1846869206496576/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.370314:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000df128af. 02000000:00000010:1.0:1761313447.370319:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fee550b2. 00000100:00000010:1.0:1761313447.370323:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c468af4. 00000100:00000010:1.0:1761313447.370327:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:1.0:1761313447.370330:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004ce8c1a2. 00000400:00000200:0.0:1761313447.371178:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.371193:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957340 00000400:00000200:0.0:1761313447.371199:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad1fd [2] + 1968 00000400:00000010:0.0:1761313447.371203:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8a4cb43. 00000400:00000200:0.0:1761313447.371209:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007566db90 00000400:00000200:0.0:1761313447.371272:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.371277:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.371280:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007566db90 00000400:00000010:0.0:1761313447.371282:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007566db90 (tot 82354370). 00000100:00000200:0.0:1761313447.371288:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313447.371678:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aa52beb. 00000020:00000010:1.0:1761313447.371686:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.371690:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.371713:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d14d1949 x1846869199516480/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313447.371751:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516480 02000000:00000010:1.0:1761313447.371763:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad9d673e. 00010000:00000010:1.0:1761313447.371791:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca72567b. 00010000:00000010:1.0:1761313447.371811:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd46df9e. 00000100:00000010:1.0:1761313447.371817:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b35b40b5. 00000100:00000010:1.0:1761313447.371834:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b35b40b5. 00010000:00000010:1.0:1761313447.371838:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd46df9e. 00000400:00000010:1.0:1761313447.371849:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313447.371854:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516480, offset 224 00000400:00000200:1.0:1761313447.371861:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.371873:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.371878:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89491:89491:256:4294967295] 192.168.204.1@tcp LPNI seq info [89491:89491:8:4294967295] 00000400:00000200:1.0:1761313447.371888:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.371892:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.371896:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ad010ba (tot 82354618). 00000800:00000200:1.0:1761313447.371902:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.371908:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.371912:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ad010ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.371939:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.371943:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.371946:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aa52beb. 02000000:00000010:1.0:1761313447.371954:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009e84227b. 00000100:00000010:1.0:1761313447.371956:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 02000000:00000010:1.0:1761313447.371960:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000078a12309. 00000100:00000010:1.0:1761313447.371962:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 02000000:00000010:1.0:1761313447.371965:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d2627bbc. 00000100:00000010:1.0:1761313447.371967:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090a40237. 02000000:00000010:1.0:1761313447.371969:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2c75102. 00000100:00000010:1.0:1761313447.371971:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 02000000:00000010:1.0:1761313447.371974:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b81b6809. 00000100:00000010:1.0:1761313447.371976:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038668207. 02000000:00000010:1.0:1761313447.371981:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005b526449. 00000100:00000010:1.0:1761313447.371985:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 00000100:00000200:1.0:1761313447.371993:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313447.371999:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041b41832. 00000400:00000010:1.0:1761313447.372003:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b35b40b5 (tot 82354770). 00000800:00000200:0.0:1761313447.372289:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.372293:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ad010ba (tot 82354522). 00000400:00000200:0.0:1761313447.372298:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.372302:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.372305:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:0.0:1761313447.372307:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 02000000:00000010:0.0:1761313447.372311:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad9d673e. 00080000:00000010:2.0:1761313447.372937:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edfb39fb. 00010000:00000010:2.0:1761313447.373026:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000546f485a. 00010000:00000010:2.0:1761313447.373033:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005646ad0e. 00010000:00000010:2.0:1761313447.373109:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032a06e4a. 00010000:00000010:2.0:1761313447.373114:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000546f485a. 00010000:00000010:2.0:1761313447.373125:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313447.373129:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.373137:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.373160:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048fc4b51. 02000000:00000010:2.0:1761313447.373185:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e76388f1. 00000400:00000010:2.0:1761313447.373190:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000400:00000010:2.0:1761313447.373195:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313447.373199:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496640, portal 16 00000400:00000010:2.0:1761313447.373204:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c42d895. 00000100:00000200:2.0:1761313447.373206:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496640, offset 0 00000400:00000200:2.0:1761313447.373213:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.373226:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.373233:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.373236:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.373239:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.373242:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89492:89492:256:4294967295] 192.168.204.1@tcp LPNI seq info [89492:89492:8:4294967295] 00000400:00000200:2.0:1761313447.373250:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.373254:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.373258:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82354770). 00000800:00000200:2.0:1761313447.373262:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.373268:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.373272:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313447.374615:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.374621:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354522). 00000400:00000200:0.0:1761313447.374629:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.374637:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.374642:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c42d895 00000400:00000010:0.0:1761313447.374644:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c42d895. 00000100:00000200:0.0:1761313447.374651:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206496640/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.378971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc610989. 00010000:00000010:2.1:1761313447.379706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbb825c4. 00010000:00000010:2.1:1761313447.379714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a7f2f8c. 00010000:00000010:2.1:1761313447.379718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002500d28a. 00010000:00000010:2.1:1761313447.379721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5705288. 00000400:00000200:0.0:1761313447.383512:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.383533:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff580 00000400:00000200:0.0:1761313447.383541:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae8c9 [1] + 224 00000400:00000200:0.0:1761313447.383552:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.383557:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.383577:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206496640/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313447.383857:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:2.0:1761313447.383862:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:2.0:1761313447.383864:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:2.0:1761313447.383869:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206496640/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.383869:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000100:00000200:2.0:1761313447.383876:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206496640/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.383876:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957380 00000400:00000200:1.0:1761313447.383881:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad24d [2] + 0 02000000:00000010:2.0:1761313447.383906:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e76388f1. 02000000:00000010:2.0:1761313447.383911:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000048fc4b51. 00000100:00000010:2.0:1761313447.383915:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:2.0:1761313447.383919:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.383922:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00000400:00000200:1.0:1761313447.383937:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.383941:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.383944:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.383948:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:3.0:1761313447.384018:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7bece14. 00000020:00000010:3.0:1761313447.384024:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313447.384028:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af85c1a9. 00000100:00000200:3.0:1761313447.384049:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199516544/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313447.384123:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516544 02000000:00000010:1.0:1761313447.384138:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002aa52beb. 00010000:00000010:1.0:1761313447.384176:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a6dcb17. 00010000:00000010:1.0:1761313447.384198:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd46df9e. 00000100:00000010:1.0:1761313447.384204:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5f72ada. 00000100:00000010:1.0:1761313447.384218:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5f72ada. 00010000:00000010:1.0:1761313447.384223:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd46df9e. 00000400:00000010:1.0:1761313447.384238:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b599b9c0. 00000100:00000200:1.0:1761313447.384242:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516544, offset 224 00000400:00000200:1.0:1761313447.384249:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:2.0:1761313447.384258:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048fc4b51. 00000400:00000200:1.0:1761313447.384259:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.384264:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89493:89493:256:4294967295] 192.168.204.1@tcp LPNI seq info [89493:89493:8:4294967295] 00000400:00000200:1.0:1761313447.384273:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.384277:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.384282:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ad010ba (tot 82354770). 00000800:00000200:1.0:1761313447.384287:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.384305:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.384309:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ad010ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.384337:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2cdcac7. 00000020:00000010:1.0:1761313447.384341:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af85c1a9. 00010000:00000010:2.0:1761313447.384345:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000546f485a. 00000020:00000010:1.0:1761313447.384345:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7bece14. 00010000:00000010:2.0:1761313447.384350:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1a25c99. 00010000:00000010:2.0:1761313447.384424:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5705288. 00010000:00000010:2.0:1761313447.384429:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000546f485a. 00010000:00000010:2.0:1761313447.384438:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313447.384441:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.384445:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.384455:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e76388f1. 02000000:00000010:2.0:1761313447.384516:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b526449. 00000400:00000010:2.0:1761313447.384521:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000400:00000010:2.0:1761313447.384524:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313447.384528:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496704, portal 16 00000400:00000010:2.0:1761313447.384531:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313447.384533:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496704, offset 0 00000400:00000200:2.0:1761313447.384538:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.384542:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.384548:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.384551:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.384554:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.384556:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89494:89494:255:4294967295] 192.168.204.1@tcp LPNI seq info [89494:89494:7:4294967295] 00000400:00000200:2.0:1761313447.384563:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.384567:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.384570:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82355018). 00000800:00000200:2.0:1761313447.384573:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.384577:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.384579:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313447.384663:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.384667:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ad010ba (tot 82354770). 00000400:00000200:0.0:1761313447.384671:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.384674:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.384676:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b599b9c0 00000400:00000010:0.0:1761313447.384678:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b599b9c0. 00000800:00000200:0.0:1761313447.384722:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.384723:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354522). 00000400:00000200:0.0:1761313447.384728:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.384730:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.384732:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:0.0:1761313447.384734:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:0.0:1761313447.384738:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206496704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313447.386302:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.386320:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff5c0 00000400:00000200:0.0:1761313447.386327:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae8d5 [1] + 224 00000400:00000200:0.0:1761313447.386351:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.386354:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.386361:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206496704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313447.386433:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:2.0:1761313447.386437:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:2.0:1761313447.386439:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:2.0:1761313447.386444:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206496704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.386451:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206496704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.386508:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b526449. 02000000:00000010:2.0:1761313447.386513:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e76388f1. 00000100:00000010:2.0:1761313447.386516:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:2.0:1761313447.386519:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.386522:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00000400:00000200:1.0:1761313447.386838:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.386847:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9573c0 00000400:00000200:1.0:1761313447.386852:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad24d [2] + 328 00000400:00000200:1.0:1761313447.386896:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.386904:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.386908:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.386912:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000020:00000010:3.0:1761313447.387266:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ac7e668. 00000020:00000010:3.0:1761313447.387273:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000650cbeb0. 00000020:00000010:3.0:1761313447.387277:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b2de5276. 00000100:00000200:3.0:1761313447.387300:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199516608/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313447.387335:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516608 02000000:00000010:3.0:1761313447.387345:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000dbb2ec1. 00010000:00000010:3.0:1761313447.387371:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a15f224. 00010000:00000010:3.0:1761313447.387390:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.387395:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a628a7a. 00000100:00000010:3.0:1761313447.387411:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a628a7a. 00010000:00000010:3.0:1761313447.387415:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.387427:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040bc3654. 00000100:00000200:3.0:1761313447.387431:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516608, offset 224 00000400:00000200:3.0:1761313447.387438:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.387448:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.387453:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89495:89495:256:4294967295] 192.168.204.1@tcp LPNI seq info [89495:89495:8:4294967295] 00000400:00000200:3.0:1761313447.387461:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.387466:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.387494:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354770). 00000800:00000200:3.0:1761313447.387499:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.387505:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.387509:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.387532:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000650cbeb0. 00000020:00000010:3.0:1761313447.387536:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b2de5276. 00000020:00000010:3.0:1761313447.387540:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ac7e668. 00080000:00000010:1.0:1761313447.387597:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008589df87. 00010000:00000010:1.0:1761313447.387687:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000546f485a. 00010000:00000010:1.0:1761313447.387695:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000774c83d9. 00000800:00000200:0.0:1761313447.387731:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.387735:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354522). 00000400:00000200:0.0:1761313447.387745:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.387750:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.387753:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040bc3654 00000400:00000010:0.0:1761313447.387755:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040bc3654. 00010000:00000010:1.0:1761313447.387766:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9abf411. 00010000:00000010:1.0:1761313447.387773:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a07dd31f. 00010000:00000010:1.0:1761313447.387783:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd46df9e. 00000100:00000010:1.0:1761313447.387786:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5f72ada. 00000100:00000010:1.0:1761313447.387792:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 02000000:00000010:1.0:1761313447.387802:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008a483e3a. 02000000:00000010:1.0:1761313447.387825:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad9d673e. 00000400:00000010:1.0:1761313447.387829:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070db822c. 00000400:00000010:1.0:1761313447.387834:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b294a7. 00000100:00000200:1.0:1761313447.387839:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496768, portal 16 00000400:00000010:1.0:1761313447.387844:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac840340. 00000100:00000200:1.0:1761313447.387845:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496768, offset 0 00000400:00000200:1.0:1761313447.387850:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.387857:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.387865:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.387868:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.387871:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.387873:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89496:89496:256:4294967295] 192.168.204.1@tcp LPNI seq info [89496:89496:8:4294967295] 00000400:00000200:1.0:1761313447.387879:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.387884:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.387887:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82354770). 00000800:00000200:1.0:1761313447.387891:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.387894:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.387896:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313447.387967:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.387970:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:0.0:1761313447.387975:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.387979:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.387982:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac840340 00000400:00000010:0.0:1761313447.387983:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac840340. 00000100:00000200:0.0:1761313447.387988:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008ad394eb x1846869206496768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.389342:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.389359:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff600 00000400:00000200:1.0:1761313447.389367:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae8e1 [1] + 224 00000400:00000200:1.0:1761313447.389376:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.389379:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.389386:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008ad394eb x1846869206496768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.389421:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.389426:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957400 00000400:00000200:1.0:1761313447.389430:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad24d [2] + 656 00000400:00000200:1.0:1761313447.389502:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.389507:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.389511:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.389516:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000400:00000010:2.0:1761313447.389523:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070db822c. 00000400:00000200:2.0:1761313447.389529:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b294a7 00000400:00000010:2.0:1761313447.389531:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b294a7. 00000100:00000200:2.0:1761313447.389537:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008ad394eb x1846869206496768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.389545:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008ad394eb x1846869206496768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.389577:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad9d673e. 02000000:00000010:2.0:1761313447.389581:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008a483e3a. 00000100:00000010:2.0:1761313447.389584:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 00000100:00000010:2.0:1761313447.389587:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5f72ada. 00010000:00000010:2.0:1761313447.389592:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd46df9e. 00000020:00000010:3.0:1761313447.389893:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ac7e668. 00000020:00000010:3.0:1761313447.389900:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000650cbeb0. 00000020:00000010:3.0:1761313447.389904:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b2de5276. 00000100:00000200:3.0:1761313447.389925:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199516672/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313447.389961:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516672 02000000:00000010:3.0:1761313447.389973:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7bece14. 00010000:00000010:3.0:1761313447.389999:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005920bfa4. 00010000:00000010:3.0:1761313447.390017:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.390023:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a628a7a. 00000100:00000010:3.0:1761313447.390042:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a628a7a. 00010000:00000010:3.0:1761313447.390045:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.390058:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac83a63. 00080000:00000010:0.0:1761313447.390078:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2d82cff. 00010000:00000010:0.0:1761313447.390176:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a07dd31f. 00010000:00000010:0.0:1761313447.390182:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef1ed7ef. 00010000:00000010:0.0:1761313447.390315:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2689f79. 00010000:00000010:0.0:1761313447.390321:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001a29e245. 00010000:00000010:0.0:1761313447.390331:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000345a6241. 00000100:00000010:0.0:1761313447.390335:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.390342:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b7485fe. 02000000:00000010:0.0:1761313447.390353:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2c75102. 02000000:00000010:0.0:1761313447.390371:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2627bbc. 00000400:00000010:0.0:1761313447.390376:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8a4cb43. 00000400:00000010:0.0:1761313447.390379:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313447.390385:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496832, portal 16 00000400:00000010:0.0:1761313447.390388:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bf2771b. 00000100:00000200:0.0:1761313447.390390:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496832, offset 0 00000400:00000200:0.0:1761313447.390396:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.390406:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.390412:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.390415:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.390417:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.390420:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89497:89497:256:4294967295] 192.168.204.1@tcp LPNI seq info [89497:89497:8:4294967295] 00000400:00000200:0.0:1761313447.390429:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.390435:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.390439:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313447.390444:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.390451:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.390455:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:3.0:1761313447.390499:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516672, offset 224 00000400:00000200:3.0:1761313447.390508:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.390515:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.390520:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89498:89498:255:4294967295] 192.168.204.1@tcp LPNI seq info [89498:89498:7:4294967295] 00000400:00000200:3.0:1761313447.390528:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.390532:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.390536:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005335cb5f (tot 82355018). 00000800:00000200:3.0:1761313447.390540:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.390545:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.390547:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005335cb5f type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1761313447.390553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000194379c4. 00000020:00000010:3.0:1761313447.390558:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000650cbeb0. 00010000:00000010:2.1:1761313447.390560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032a06e4a. 00000020:00000010:3.0:1761313447.390564:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b2de5276. 00000020:00000010:3.0:1761313447.390570:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ac7e668. 00010000:00000010:1.1:1761313447.390632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c356ae3b. 00000800:00000200:1.0:1761313447.390667:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.390670:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354770). 00000400:00000200:1.0:1761313447.390673:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.390677:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.390680:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bf2771b 00000400:00000010:1.0:1761313447.390681:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bf2771b. 00000100:00000200:1.0:1761313447.390687:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b7485fe x1846869206496832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761313447.390739:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.390742:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005335cb5f (tot 82354522). 00000400:00000200:1.0:1761313447.390750:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.390753:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.390755:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac83a63 00000400:00000010:1.0:1761313447.390756:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac83a63. 00010000:00000010:3.1:1761313447.393534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5310f32. 00000400:00000200:0.0:1761313447.394610:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.394628:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff640 00000400:00000200:0.0:1761313447.394636:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae8e9 [1] + 224 00000400:00000200:0.0:1761313447.394647:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.394650:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.394660:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b7485fe x1846869206496832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313447.394694:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.394699:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957440 00000400:00000200:0.0:1761313447.394704:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad24d [2] + 984 00000400:00000200:0.0:1761313447.394712:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.394715:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.394718:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313447.394723:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a99e725d. 00000400:00000010:2.0:1761313447.394791:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8a4cb43. 00000400:00000200:2.0:1761313447.394795:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:2.0:1761313447.394797:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:2.0:1761313447.394803:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b7485fe x1846869206496832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.394811:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b7485fe x1846869206496832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.394837:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2627bbc. 02000000:00000010:2.0:1761313447.394842:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2c75102. 00000100:00000010:2.0:1761313447.394845:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b7485fe. 00000100:00000010:2.0:1761313447.394849:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:2.0:1761313447.394852:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000345a6241. 00000020:00000010:3.0:1761313447.396094:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ac7e668. 00000020:00000010:3.0:1761313447.396105:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000650cbeb0. 00000020:00000010:3.0:1761313447.396111:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b2de5276. 00000100:00000200:3.0:1761313447.396137:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a99e725d x1846869199516736/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313447.396194:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516736 02000000:00000010:0.0:1761313447.396206:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000008b89dc5. 00010000:00000010:0.0:1761313447.396236:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002698ee59. 00010000:00000010:0.0:1761313447.396256:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089b76431. 00000100:00000010:0.0:1761313447.396262:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313447.396279:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313447.396282:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089b76431. 00000400:00000010:0.0:1761313447.396293:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f602c09. 00000100:00000200:0.0:1761313447.396299:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516736, offset 224 00000400:00000200:0.0:1761313447.396307:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.396318:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00080000:00000010:2.0:1761313447.396320:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e76388f1. 00000400:00000200:0.0:1761313447.396326:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89499:89499:256:4294967295] 192.168.204.1@tcp LPNI seq info [89499:89499:8:4294967295] 00000400:00000200:0.0:1761313447.396337:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.396344:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.396348:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313447.396354:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.396360:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.396363:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.396386:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000650cbeb0. 00000020:00000010:0.0:1761313447.396390:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b2de5276. 00000020:00000010:0.0:1761313447.396395:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ac7e668. 00010000:00000010:2.0:1761313447.396416:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a29e245. 00010000:00000010:2.0:1761313447.396424:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e744a52a. 00010000:00000010:2.0:1761313447.396531:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032a06e4a. 00010000:00000010:2.0:1761313447.396537:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.396547:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313447.396551:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.396556:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.396565:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b526449. 02000000:00000010:2.0:1761313447.396586:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b81b6809. 00000400:00000010:2.0:1761313447.396591:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000400:00000010:2.0:1761313447.396596:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313447.396601:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496896, portal 16 00000400:00000010:2.0:1761313447.396605:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b04dcd. 00000100:00000200:2.0:1761313447.396607:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496896, offset 0 00000400:00000200:2.0:1761313447.396612:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.396617:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.396624:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.396628:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.396631:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.396634:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89500:89500:255:4294967295] 192.168.204.1@tcp LPNI seq info [89500:89500:7:4294967295] 00000400:00000200:2.0:1761313447.396641:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.396646:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.396650:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82355018). 00000800:00000200:2.0:1761313447.396654:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.396658:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.396661:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.397278:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.397283:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354770). 00000400:00000200:1.0:1761313447.397289:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.397294:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.397298:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f602c09 00000400:00000010:1.0:1761313447.397300:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f602c09. 00000800:00000200:1.0:1761313447.397339:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.397341:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354522). 00000400:00000200:1.0:1761313447.397345:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.397348:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.397349:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b04dcd 00000400:00000010:1.0:1761313447.397351:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b04dcd. 00000100:00000200:1.0:1761313447.397356:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206496896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313447.398260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f02c3f0. 00010000:00000010:0.1:1761313447.398276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb8b37fd. 00010000:00000010:0.1:1761313447.398287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9abf411. 00010000:00000010:1.1:1761313447.398491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f6194c4. 00010000:00000010:1.1:1761313447.398497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5705288. 00000400:00000200:1.0:1761313447.401036:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.401056:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff680 00000400:00000200:1.0:1761313447.401064:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae8f9 [1] + 224 00000400:00000200:1.0:1761313447.401074:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.401079:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.401089:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206496896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.401134:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.401149:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957480 00000400:00000200:1.0:1761313447.401153:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad24d [2] + 1312 00000400:00000200:1.0:1761313447.401205:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.401208:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.401212:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.401218:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 00010000:00000010:2.1:1761313447.401509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004292b16b. 00010000:00000010:2.1:1761313447.401516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2689f79. 00000400:00000010:2.0:1761313447.401533:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:2.0:1761313447.401538:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:2.0:1761313447.401540:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:2.0:1761313447.401545:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206496896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.401552:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206496896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313447.401672:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064917c13. 00000020:00000010:0.0:1761313447.401679:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313447.401683:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313447.401703:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a65e944 x1846869199516800/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313447.401729:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516800 02000000:00000010:0.0:1761313447.401739:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c8022d1. 00010000:00000010:0.0:1761313447.401775:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089b76431. 00000100:00000010:0.0:1761313447.401781:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313447.401788:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313447.401791:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089b76431. 00010000:00000010:2.0:1761313447.401941:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043c95929. 02000000:00000010:2.0:1761313447.401955:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b81b6809. 02000000:00000010:2.0:1761313447.401960:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005b526449. 00000100:00000010:2.0:1761313447.401964:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:2.0:1761313447.401967:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.401969:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00080000:00000010:2.0:1761313447.401984:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b526449. 00010000:00000010:2.0:1761313447.402063:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.402069:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ee1fcea. 00010000:00000010:2.0:1761313447.402168:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041bbb1a4. 00010000:00000010:2.0:1761313447.402174:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.402184:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313447.402187:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.402193:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.402202:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b81b6809. 02000000:00000010:2.0:1761313447.402225:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078a12309. 00000400:00000010:2.0:1761313447.402229:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000400:00000010:2.0:1761313447.402233:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313447.402238:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206496960, portal 16 00000400:00000010:2.0:1761313447.402243:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b53b14. 00000100:00000200:2.0:1761313447.402245:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206496960, offset 0 00000400:00000200:2.0:1761313447.402251:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.402262:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.402269:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.402272:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.402275:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.402278:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89501:89501:256:4294967295] 192.168.204.1@tcp LPNI seq info [89501:89501:8:4294967295] 00000400:00000200:2.0:1761313447.402287:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.402292:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.402297:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82354770). 00000800:00000200:2.0:1761313447.402302:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.402308:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.402312:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.402438:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.402442:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354522). 00000400:00000200:1.0:1761313447.402447:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.402451:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.402454:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b53b14 00000400:00000010:1.0:1761313447.402456:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b53b14. 00000100:00000200:1.0:1761313447.402460:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206496960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313447.402564:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313447.402568:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516800, offset 224 00000400:00000200:0.0:1761313447.402574:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.402582:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.402585:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89502:89502:256:4294967295] 192.168.204.1@tcp LPNI seq info [89502:89502:8:4294967295] 00000400:00000200:0.0:1761313447.402592:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.402595:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.402599:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313447.402602:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.402606:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.402609:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.402622:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313447.402626:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313447.402629:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064917c13. 00000800:00000200:1.0:1761313447.402852:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.402855:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:1.0:1761313447.402858:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.402861:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.402863:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:1.0:1761313447.402865:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000400:00000200:1.0:1761313447.404762:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.404779:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff6c0 00000400:00000200:1.0:1761313447.404787:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae901 [1] + 224 00000400:00000200:1.0:1761313447.404802:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.404806:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.404814:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206496960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.404846:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.404852:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9574c0 00000400:00000200:1.0:1761313447.404857:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad24d [2] + 1640 00000400:00000200:1.0:1761313447.404898:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.404901:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.404909:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.404914:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 00000400:00000010:2.0:1761313447.404951:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:2.0:1761313447.404957:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:2.0:1761313447.404959:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:2.0:1761313447.404965:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206496960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.404974:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206496960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.405002:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078a12309. 02000000:00000010:2.0:1761313447.405008:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b81b6809. 00000100:00000010:2.0:1761313447.405011:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:2.0:1761313447.405015:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.405018:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00000020:00000010:0.0:1761313447.405092:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064917c13. 00000020:00000010:0.0:1761313447.405109:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313447.405113:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313447.405135:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013181f7b x1846869199516864/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313447.405174:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516864 02000000:00000010:0.0:1761313447.405184:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f02edcc9. 00010000:00000010:0.0:1761313447.405222:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000073592ba2. 00010000:00000010:0.0:1761313447.405243:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089b76431. 00000100:00000010:0.0:1761313447.405249:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313447.405264:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313447.405267:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089b76431. 00000400:00000010:0.0:1761313447.405277:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313447.405282:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516864, offset 224 00000400:00000200:0.0:1761313447.405289:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.405299:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.405304:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89503:89503:256:4294967295] 192.168.204.1@tcp LPNI seq info [89503:89503:8:4294967295] 00000400:00000200:0.0:1761313447.405312:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.405317:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.405321:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313447.405326:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.405332:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.405336:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.405359:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313447.405364:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313447.405366:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064917c13. 00080000:00000010:2.0:1761313447.405415:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b81b6809. 00010000:00000010:2.0:1761313447.405528:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.405535:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c3b656e. 00000800:00000200:1.0:1761313447.405540:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.405544:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:1.0:1761313447.405548:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.405552:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.405554:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:1.0:1761313447.405555:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00010000:00000010:2.0:1761313447.405617:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ebc05e1. 00010000:00000010:2.0:1761313447.405622:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.405631:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313447.405635:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.405641:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.405650:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078a12309. 02000000:00000010:2.0:1761313447.405672:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fee550b2. 00000400:00000010:2.0:1761313447.405677:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000400:00000010:2.0:1761313447.405681:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313447.405686:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497024, portal 16 00000400:00000010:2.0:1761313447.405690:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1b40db9. 00000100:00000200:2.0:1761313447.405692:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497024, offset 0 00000400:00000200:2.0:1761313447.405698:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.405704:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.405710:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.405712:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.405715:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.405717:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89504:89504:256:4294967295] 192.168.204.1@tcp LPNI seq info [89504:89504:8:4294967295] 00000400:00000200:2.0:1761313447.405725:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.405728:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.405732:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313447.405735:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.405738:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.405741:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313447.405775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009664d5d. 00000800:00000200:3.0:1761313447.405900:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.405903:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:3.0:1761313447.405907:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.405911:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.405913:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1b40db9 00000400:00000010:3.0:1761313447.405915:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1b40db9. 00000100:00000200:3.0:1761313447.405919:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206497024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.407327:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.407343:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff700 00000400:00000200:1.0:1761313447.407350:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae911 [1] + 224 00000400:00000200:1.0:1761313447.407360:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.407363:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.407369:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206497024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.407404:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.407410:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957500 00000400:00000200:1.0:1761313447.407415:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad24d [2] + 1968 00000400:00000010:1.0:1761313447.407419:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c48d925b. 00000400:00000200:1.0:1761313447.407422:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000020f94458 00000400:00000200:1.0:1761313447.407463:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1761313447.407466:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:1.0:1761313447.407487:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.407502:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:2.0:1761313447.407504:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:2.0:1761313447.407509:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206497024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.407521:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206497024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.407547:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fee550b2. 02000000:00000010:2.0:1761313447.407552:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000078a12309. 00000100:00000010:2.0:1761313447.407556:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:2.0:1761313447.407559:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.407563:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00000400:00000200:1.0:1761313447.407587:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020f94458 00000400:00000010:1.0:1761313447.407590:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000020f94458 (tot 82354370). 00000100:00000200:1.0:1761313447.407594:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313447.407703:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064917c13. 00000020:00000010:0.0:1761313447.407711:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313447.407714:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313447.407733:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009e13d7bc x1846869199516928/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313447.407754:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516928 02000000:00000010:0.0:1761313447.407763:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dfd0c6b1. 00010000:00000010:0.0:1761313447.407785:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c470a6af. 00010000:00000010:0.0:1761313447.407803:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089b76431. 00000100:00000010:0.0:1761313447.407808:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007475d1a0. 00000100:00000010:0.0:1761313447.407812:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007475d1a0. 00010000:00000010:0.0:1761313447.407814:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089b76431. 00000400:00000010:0.0:1761313447.407838:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f21e616. 00000100:00000200:0.0:1761313447.407843:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516928, offset 224 00000400:00000200:0.0:1761313447.407848:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.407858:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.407863:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89505:89505:256:4294967295] 192.168.204.1@tcp LPNI seq info [89505:89505:8:4294967295] 00000400:00000200:0.0:1761313447.407871:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.407876:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.407879:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354618). 00000800:00000200:0.0:1761313447.407884:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.407890:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.407892:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.407914:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313447.407918:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313447.407920:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064917c13. 02000000:00000010:0.0:1761313447.407927:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f02edcc9. 00000100:00000010:0.0:1761313447.407929:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 02000000:00000010:0.0:1761313447.407933:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c8022d1. 00000100:00000010:0.0:1761313447.407935:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 02000000:00000010:0.0:1761313447.407938:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000008b89dc5. 00000100:00000010:0.0:1761313447.407940:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a99e725d. 02000000:00000010:0.0:1761313447.407945:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7bece14. 00000100:00000010:0.0:1761313447.407947:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 02000000:00000010:0.0:1761313447.407950:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000dbb2ec1. 00000100:00000010:0.0:1761313447.407951:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 02000000:00000010:0.0:1761313447.407954:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002aa52beb. 00000100:00000010:0.0:1761313447.407956:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 00000100:00000200:0.0:1761313447.407961:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313447.407966:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8a4cb43. 00000400:00000010:0.0:1761313447.407969:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007475d1a0 (tot 82354770). 00080000:00000010:2.0:1761313447.408192:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078a12309. 00000800:00000200:1.0:1761313447.408201:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.408204:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:1.0:1761313447.408208:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.408213:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.408216:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f21e616 00000400:00000010:1.0:1761313447.408218:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f21e616. 02000000:00000010:1.0:1761313447.408222:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dfd0c6b1. 00010000:00000010:2.0:1761313447.408279:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.408285:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002843601. 00010000:00000010:2.0:1761313447.408377:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cb69883. 00010000:00000010:2.0:1761313447.408384:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.408397:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313447.408402:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.408407:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.408417:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fee550b2. 02000000:00000010:2.0:1761313447.408437:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000df128af. 00000400:00000010:2.0:1761313447.408445:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000400:00000010:2.0:1761313447.408448:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313447.408450:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497088, portal 16 00000400:00000010:2.0:1761313447.408453:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313447.408454:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497088, offset 0 00000400:00000200:2.0:1761313447.408458:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.408464:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.408497:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.408503:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.408506:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.408509:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89506:89506:256:4294967295] 192.168.204.1@tcp LPNI seq info [89506:89506:8:4294967295] 00000400:00000200:2.0:1761313447.408524:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.408529:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.408533:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82354770). 00000800:00000200:2.0:1761313447.408536:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.408540:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.408542:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.408757:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.408760:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00000400:00000200:3.0:1761313447.408765:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.408769:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.408771:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:3.0:1761313447.408773:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:3.0:1761313447.408778:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206497088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.409626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007903692d. 00010000:00000010:2.1:1761313447.409636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ad957cb. 00010000:00000010:2.1:1761313447.409641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032a06e4a. 00000400:00000200:1.0:1761313447.411976:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.411995:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff740 00000400:00000200:1.0:1761313447.412003:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae921 [1] + 224 00000400:00000200:1.0:1761313447.412014:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.412017:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.412028:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206497088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.412083:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.412089:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957540 00000400:00000200:1.0:1761313447.412094:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad2a5 [2] + 0 00000400:00000200:1.0:1761313447.412166:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.412170:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.412174:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.412180:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00000400:00000010:2.0:1761313447.412201:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:2.0:1761313447.412207:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:2.0:1761313447.412209:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:2.0:1761313447.412215:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206497088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.412223:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206497088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.412255:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000df128af. 02000000:00000010:2.0:1761313447.412260:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fee550b2. 00000100:00000010:2.0:1761313447.412263:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:2.0:1761313447.412267:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.412270:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00000020:00000010:3.0:1761313447.412456:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e84227b. 00000020:00000010:3.0:1761313447.412463:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.412525:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313447.412579:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199516992/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313447.413015:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199516992 02000000:00000010:3.0:1761313447.413028:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000464dc140. 00010000:00000010:3.0:1761313447.413053:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be055a86. 00010000:00000010:3.0:1761313447.413074:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.413080:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a628a7a. 00000100:00000010:3.0:1761313447.413097:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a628a7a. 00010000:00000010:3.0:1761313447.413101:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.413115:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b08f2b92. 00000100:00000200:3.0:1761313447.413119:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199516992, offset 224 00000400:00000200:3.0:1761313447.413127:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.413137:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.413151:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89507:89507:256:4294967295] 192.168.204.1@tcp LPNI seq info [89507:89507:8:4294967295] 00000400:00000200:3.0:1761313447.413160:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.413165:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.413170:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25bab87 (tot 82354770). 00000800:00000200:3.0:1761313447.413174:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00080000:00000010:2.0:1761313447.413179:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fee550b2. 00000800:00000200:3.0:1761313447.413180:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.413184:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25bab87 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.413207:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.413211:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.413215:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e84227b. 00010000:00000010:2.0:1761313447.413809:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.413815:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9771318. 00010000:00000010:2.0:1761313447.413901:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2ac12cb. 00010000:00000010:2.0:1761313447.413904:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c554acd. 00010000:00000010:2.0:1761313447.413909:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032a06e4a. 00010000:00000010:2.0:1761313447.413914:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00080000:00000010:2.0:1761313447.413926:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000df128af. 00010000:00000010:2.0:1761313447.413952:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.413956:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c554acd. 00010000:00000010:2.0:1761313447.414006:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22c148f. 00010000:00000010:2.0:1761313447.414009:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.414016:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313447.414020:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.414027:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.414052:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000090c7c18. 00000800:00000200:0.0:1761313447.414152:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.414156:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25bab87 (tot 82354522). 00000400:00000200:0.0:1761313447.414164:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.414171:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.414175:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b08f2b92 00000400:00000010:0.0:1761313447.414178:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b08f2b92. 02000000:00000010:2.0:1761313447.414333:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c526d8a. 00000400:00000010:2.0:1761313447.414339:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000400:00000010:2.0:1761313447.414344:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313447.414348:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497152, portal 16 00000400:00000010:2.0:1761313447.414352:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd66a147. 00000100:00000200:2.0:1761313447.414354:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497152, offset 0 00000400:00000200:2.0:1761313447.414360:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.414369:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.414375:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.414378:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.414381:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.414383:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89508:89508:256:4294967295] 192.168.204.1@tcp LPNI seq info [89508:89508:8:4294967295] 00000400:00000200:2.0:1761313447.414391:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.414395:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.414398:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000800:00000200:2.0:1761313447.414402:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.414407:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.414410:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.415021:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.415024:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:3.0:1761313447.415077:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.415083:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.415086:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd66a147 00000400:00000010:3.0:1761313447.415088:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd66a147. 00000100:00000200:3.0:1761313447.415094:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206497152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.418503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022565ac6. 00010000:00000010:2.1:1761313447.418521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041bbb1a4. 00010000:00000010:2.1:1761313447.418526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b19bee82. 00010000:00000010:2.1:1761313447.418531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ebc05e1. 00000400:00000200:1.0:1761313447.419386:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.419407:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff780 00000400:00000200:1.0:1761313447.419415:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae92d [1] + 224 00000400:00000200:1.0:1761313447.419427:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.419431:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.419443:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206497152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.419500:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.419506:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957580 00000400:00000200:1.0:1761313447.419511:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad2a5 [2] + 328 00000400:00000200:1.0:1761313447.419521:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.419523:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.419527:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.419532:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 00000400:00000010:2.0:1761313447.419550:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:2.0:1761313447.419554:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:2.0:1761313447.419556:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:2.0:1761313447.419565:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206497152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.419573:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206497152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761313447.419600:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e84227b. 02000000:00000010:2.0:1761313447.419600:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c526d8a. 00000020:00000010:3.0:1761313447.419606:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b54370. 02000000:00000010:2.0:1761313447.419606:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000090c7c18. 00000020:00000010:3.0:1761313447.419610:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000010:2.0:1761313447.419611:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:2.0:1761313447.419614:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.419617:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00000100:00000200:3.0:1761313447.419643:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a333fac x1846869199517056/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313447.419679:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517056 02000000:00000010:3.0:1761313447.419691:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e108ebc2. 00010000:00000010:0.1:1761313447.419695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b1d33df. 00010000:00000010:3.0:1761313447.419718:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216d2d65. 00010000:00000010:3.0:1761313447.419736:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.419742:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a628a7a. 00000100:00000010:3.0:1761313447.419759:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a628a7a. 00010000:00000010:3.0:1761313447.419763:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.419776:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00080000:00000010:2.0:1761313447.419869:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c526d8a. 00010000:00000010:2.0:1761313447.419948:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.419954:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007af8ab9f. 00010000:00000010:2.0:1761313447.420026:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ebc05e1. 00010000:00000010:2.0:1761313447.420032:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.420041:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313447.420044:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.420048:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.420059:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000090c7c18. 02000000:00000010:2.0:1761313447.420080:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce7602c5. 00000400:00000010:2.0:1761313447.420083:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000100:00000200:3.0:1761313447.420161:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517056, offset 224 00000400:00000200:3.0:1761313447.420170:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.420180:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.420185:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89509:89509:256:4294967295] 192.168.204.1@tcp LPNI seq info [89509:89509:8:4294967295] 00000400:00000200:3.0:1761313447.420193:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.420198:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.420203:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25bab87 (tot 82354770). 00000800:00000200:3.0:1761313447.420208:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.420214:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.420217:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25bab87 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.420239:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.420243:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.420247:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e84227b. 00000800:00000200:0.0:1761313447.420885:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.420890:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25bab87 (tot 82354522). 00000400:00000200:0.0:1761313447.420901:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.420906:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.420909:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:0.0:1761313447.420911:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000400:00000010:2.0:1761313447.422639:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313447.422652:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497216, portal 16 00000400:00000010:2.0:1761313447.422659:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe79c649. 00000100:00000200:2.0:1761313447.422661:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497216, offset 0 00000400:00000200:2.0:1761313447.422669:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.422682:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.422689:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.422692:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.422694:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.422697:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89510:89510:256:4294967295] 192.168.204.1@tcp LPNI seq info [89510:89510:8:4294967295] 00000400:00000200:2.0:1761313447.422705:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.422711:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.422715:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82354770). 00000800:00000200:2.0:1761313447.422720:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.422727:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.422731:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.423563:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.423567:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354522). 00000400:00000200:3.0:1761313447.423574:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.423581:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.423585:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe79c649 00000400:00000010:3.0:1761313447.423641:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe79c649. 00000100:00000200:3.0:1761313447.423650:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206497216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.424628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000038bb502. 00010000:00000010:3.1:1761313447.424719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007568ec4b. 00000400:00000200:1.0:1761313447.425371:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.425389:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff7c0 00000400:00000200:1.0:1761313447.425398:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae939 [1] + 224 00000400:00000200:1.0:1761313447.425411:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.425415:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.425424:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206497216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.425463:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.425498:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9575c0 00000400:00000200:1.0:1761313447.425503:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad2a5 [2] + 656 00000400:00000010:2.0:1761313447.425612:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:2.0:1761313447.425617:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:2.0:1761313447.425619:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:2.0:1761313447.425624:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206497216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.425631:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206497216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.425660:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce7602c5. 02000000:00000010:2.0:1761313447.425670:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000090c7c18. 00000100:00000010:2.0:1761313447.425675:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:2.0:1761313447.425679:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.425682:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00000400:00000200:1.0:1761313447.425729:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.425733:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.425738:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.425743:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00000020:00000010:3.0:1761313447.425793:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e84227b. 00000020:00000010:3.0:1761313447.425801:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.425805:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313447.425828:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199517120/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313447.425862:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517120 02000000:00000010:3.0:1761313447.425874:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009cf7861a. 00010000:00000010:3.0:1761313447.425901:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c271b583. 00010000:00000010:3.0:1761313447.425921:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.425927:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a628a7a. 00000100:00000010:3.0:1761313447.425945:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a628a7a. 00010000:00000010:3.0:1761313447.425949:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.425960:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b8ed9c. 00000100:00000200:3.0:1761313447.425964:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517120, offset 224 00000400:00000200:3.0:1761313447.425971:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.425981:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.425986:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89511:89511:256:4294967295] 192.168.204.1@tcp LPNI seq info [89511:89511:8:4294967295] 00000400:00000200:3.0:1761313447.425996:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.426001:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.426005:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005335cb5f (tot 82354770). 00000800:00000200:3.0:1761313447.426010:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.426016:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.426020:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005335cb5f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.426038:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.426042:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.426046:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e84227b. 00080000:00000010:2.0:1761313447.426064:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce7602c5. 00010000:00000010:2.0:1761313447.426167:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.426173:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f99a69a. 00010000:00000010:2.0:1761313447.426251:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041bbb1a4. 00010000:00000010:2.0:1761313447.426257:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.426271:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313447.426275:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.426280:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.426289:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000197b1be7. 02000000:00000010:2.0:1761313447.426310:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002777bfb. 00000400:00000010:2.0:1761313447.426314:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000400:00000010:2.0:1761313447.426317:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313447.426322:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497280, portal 16 00000400:00000010:2.0:1761313447.426326:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510ee54. 00000100:00000200:2.0:1761313447.426327:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497280, offset 0 00000400:00000200:2.0:1761313447.426332:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.426338:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.426344:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.426347:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.426350:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.426353:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89512:89512:255:4294967295] 192.168.204.1@tcp LPNI seq info [89512:89512:7:4294967295] 00000400:00000200:2.0:1761313447.426359:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.426364:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.426368:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82355018). 00000800:00000200:2.0:1761313447.426372:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.426380:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.426382:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313447.426664:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.426667:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005335cb5f (tot 82354770). 00000400:00000200:0.0:1761313447.426676:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.426680:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.426683:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b8ed9c 00000400:00000010:0.0:1761313447.426684:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b8ed9c. 00000800:00000200:1.0:1761313447.426750:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.426753:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354522). 00000400:00000200:1.0:1761313447.426757:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.426760:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.426763:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510ee54 00000400:00000010:1.0:1761313447.426764:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510ee54. 00000100:00000200:1.0:1761313447.426768:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206497280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.427810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000686f722a. 00010000:00000010:2.1:1761313447.427822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cb69883. 00010000:00000010:2.1:1761313447.427826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2ac12cb. 00010000:00000010:2.1:1761313447.427829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032a06e4a. 00000400:00000200:1.0:1761313447.429437:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.429456:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff800 00000400:00000200:1.0:1761313447.429465:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae945 [1] + 224 00000400:00000200:1.0:1761313447.429522:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.429526:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.429536:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206497280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.429566:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.429571:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957600 00000400:00000200:1.0:1761313447.429576:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad2a5 [2] + 984 00000400:00000200:1.0:1761313447.429626:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.429630:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.429634:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.429639:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 00000400:00000010:2.0:1761313447.429930:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:2.0:1761313447.429936:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:2.0:1761313447.429938:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:2.0:1761313447.429943:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206497280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.429951:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206497280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.429979:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002777bfb. 02000000:00000010:2.0:1761313447.429985:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000197b1be7. 00000100:00000010:2.0:1761313447.429988:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:2.0:1761313447.429992:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.429996:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00000020:00000010:3.0:1761313447.430129:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e84227b. 00000020:00000010:3.0:1761313447.430136:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.430150:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313447.430173:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dc8069e x1846869199517184/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313447.430196:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517184 02000000:00000010:3.0:1761313447.430208:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037802115. 00010000:00000010:3.0:1761313447.430234:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086e64b33. 00010000:00000010:3.0:1761313447.430252:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.430258:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a628a7a. 00000100:00000010:3.0:1761313447.430277:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a628a7a. 00010000:00000010:3.0:1761313447.430280:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.430292:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b590dea. 00000100:00000200:3.0:1761313447.430296:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517184, offset 224 00000400:00000200:3.0:1761313447.430303:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.430312:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.430317:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89513:89513:256:4294967295] 192.168.204.1@tcp LPNI seq info [89513:89513:8:4294967295] 00000400:00000200:3.0:1761313447.430325:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.430330:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.430333:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354770). 00000800:00000200:3.0:1761313447.430339:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.430345:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.430348:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.430368:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.430372:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.430376:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e84227b. 00080000:00000010:2.0:1761313447.430698:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000197b1be7. 00010000:00000010:2.0:1761313447.430781:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.430786:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d6249fe. 00010000:00000010:2.0:1761313447.430859:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032a06e4a. 00010000:00000010:2.0:1761313447.430865:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.430876:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313447.430880:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.430885:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.430896:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000002777bfb. 02000000:00000010:2.0:1761313447.430916:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2bd20ed. 00000400:00000010:2.0:1761313447.430920:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000400:00000010:2.0:1761313447.430924:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313447.430929:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497344, portal 16 00000400:00000010:2.0:1761313447.430933:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086a44fc9. 00000100:00000200:2.0:1761313447.430934:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497344, offset 0 00000400:00000200:2.0:1761313447.430939:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.430945:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.430951:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.430954:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.430957:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.430960:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89514:89514:255:4294967295] 192.168.204.1@tcp LPNI seq info [89514:89514:7:4294967295] 00000400:00000200:2.0:1761313447.430967:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.430971:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.430974:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82355018). 00000800:00000200:2.0:1761313447.430977:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.430981:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.430983:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.431378:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.431382:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354770). 00000400:00000200:1.0:1761313447.431392:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.431397:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.431400:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b590dea 00000400:00000010:1.0:1761313447.431402:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b590dea. 00000800:00000200:1.0:1761313447.431462:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.431464:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:1.0:1761313447.431486:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.431489:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.431491:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086a44fc9 00000400:00000010:1.0:1761313447.431492:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086a44fc9. 00000100:00000200:1.0:1761313447.431497:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206497344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.437777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000325e74ec. 00010000:00000010:2.1:1761313447.437795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22c148f. 00010000:00000010:3.1:1761313447.437925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062588e68. 00000400:00000200:1.0:1761313447.438540:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.438562:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff840 00000400:00000200:1.0:1761313447.438571:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae951 [1] + 224 00000400:00000200:1.0:1761313447.438583:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.438587:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.438599:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206497344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.438629:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.438633:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957640 00000400:00000200:1.0:1761313447.438638:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad2a5 [2] + 1312 00000400:00000200:1.0:1761313447.438647:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.438649:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.438654:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.438660:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:0.0:1761313447.438726:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008b89dc5. 00000020:00000010:0.0:1761313447.438733:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f31b6379. 00000020:00000010:0.0:1761313447.438737:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313447.438760:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199517248/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:2.0:1761313447.438772:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:2.0:1761313447.438776:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:2.0:1761313447.438778:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:2.0:1761313447.438784:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206497344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.438790:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206497344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.438799:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517248 02000000:00000010:0.0:1761313447.438809:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c8022d1. 02000000:00000010:2.0:1761313447.438814:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2bd20ed. 02000000:00000010:2.0:1761313447.438819:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000002777bfb. 00000100:00000010:2.0:1761313447.438821:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:2.0:1761313447.438825:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.438828:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00010000:00000010:0.0:1761313447.438836:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df94b8f6. 00010000:00000010:0.0:1761313447.438855:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089b76431. 00000100:00000010:0.0:1761313447.438861:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.438876:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.438879:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089b76431. 00080000:00000010:2.0:1761313447.438907:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002777bfb. 00010000:00000010:2.0:1761313447.438998:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.439004:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009856ef55. 00010000:00000010:2.0:1761313447.439085:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22c148f. 00010000:00000010:2.0:1761313447.439090:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.439098:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313447.439101:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.439106:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.439117:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f2bd20ed. 02000000:00000010:2.0:1761313447.439136:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002510ab8d. 00000400:00000010:2.0:1761313447.439148:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000400:00000010:2.0:1761313447.439152:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313447.439156:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497408, portal 16 00000400:00000010:2.0:1761313447.439159:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021a4f2ae. 00000100:00000200:2.0:1761313447.439161:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497408, offset 0 00000400:00000200:2.0:1761313447.439168:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.439176:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.439183:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.439186:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.439189:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.439192:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89515:89515:256:4294967295] 192.168.204.1@tcp LPNI seq info [89515:89515:8:4294967295] 00000400:00000200:2.0:1761313447.439201:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.439206:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.439210:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82354770). 00000800:00000200:2.0:1761313447.439215:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.439221:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.439224:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1761313447.439323:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000deec9e59. 00000100:00000200:1.0:1761313447.439326:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517248, offset 224 00000400:00000200:1.0:1761313447.439331:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.439336:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.439340:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89516:89516:255:4294967295] 192.168.204.1@tcp LPNI seq info [89516:89516:7:4294967295] 00000800:00000200:3.0:1761313447.439342:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1761313447.439347:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.439351:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.439353:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00000800:00000010:1.0:1761313447.439354:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddde3699 (tot 82354770). 00000800:00000200:1.0:1761313447.439357:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000400:00000200:3.0:1761313447.439358:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.439361:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000800:00000200:1.0:1761313447.439361:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.439363:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddde3699 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1761313447.439364:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021a4f2ae 00000400:00000010:3.0:1761313447.439365:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021a4f2ae. 00000100:00000200:3.0:1761313447.439369:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206497408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761313447.439372:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f31b6379. 00000020:00000010:1.0:1761313447.439375:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:1.0:1761313447.439378:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008b89dc5. 00000800:00000200:3.0:1761313447.439386:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.439388:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddde3699 (tot 82354522). 00000400:00000200:3.0:1761313447.439391:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.439394:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.439396:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000deec9e59 00000400:00000010:3.0:1761313447.439397:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000deec9e59. 00010000:00000010:3.1:1761313447.443512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfd3201a. 00010000:00000010:2.1:1761313447.443621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcc116ba. 00010000:00000010:2.1:1761313447.443627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ebc05e1. 00010000:00000010:0.1:1761313447.448506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d65c767. 00010000:00000010:2.1:1761313447.448512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028304c9a. 00010000:00000010:2.1:1761313447.448518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041bbb1a4. 00000400:00000200:1.0:1761313447.448600:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.448616:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff880 00000400:00000200:1.0:1761313447.448624:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae959 [1] + 224 00000400:00000200:1.0:1761313447.448635:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.448639:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.448649:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206497408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.448681:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.448686:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957680 00000400:00000200:1.0:1761313447.448691:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad2a5 [2] + 1640 00000400:00000200:1.0:1761313447.448698:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.448701:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.448705:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.448709:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000400:00000010:2.0:1761313447.448774:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:2.0:1761313447.448778:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:2.0:1761313447.448780:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:2.0:1761313447.448785:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206497408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.448793:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206497408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.448819:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002510ab8d. 02000000:00000010:2.0:1761313447.448825:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f2bd20ed. 00000100:00000010:2.0:1761313447.448828:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:2.0:1761313447.448831:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.448834:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00010000:00000010:3.1:1761313447.449275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036c106ee. 00000020:00000010:3.0:1761313447.449309:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e84227b. 00000020:00000010:3.0:1761313447.449316:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.449321:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313447.449344:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199517312/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313447.449378:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517312 02000000:00000010:3.0:1761313447.449390:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ec627f96. 00010000:00000010:3.0:1761313447.449415:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047026a36. 00010000:00000010:3.0:1761313447.449433:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.449439:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a628a7a. 00080000:00000010:2.0:1761313447.449901:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2bd20ed. 00000100:00000010:3.0:1761313447.449912:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a628a7a. 00010000:00000010:3.0:1761313447.449916:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.449930:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d33773eb. 00000100:00000200:3.0:1761313447.449934:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517312, offset 224 00000400:00000200:3.0:1761313447.449943:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.449953:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.449958:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89517:89517:256:4294967295] 192.168.204.1@tcp LPNI seq info [89517:89517:8:4294967295] 00000400:00000200:3.0:1761313447.449967:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.449971:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.449975:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313447.449980:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00010000:00000010:2.0:1761313447.449982:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00000800:00000200:3.0:1761313447.449987:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00010000:00000010:2.0:1761313447.449987:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000caa410f8. 00000800:00000200:3.0:1761313447.449992:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.450019:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.450022:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.450026:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e84227b. 00010000:00000010:2.0:1761313447.450055:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2ac12cb. 00010000:00000010:2.0:1761313447.450059:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c554acd. 00010000:00000010:2.0:1761313447.450065:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041bbb1a4. 00010000:00000010:2.0:1761313447.450069:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00080000:00000010:2.0:1761313447.450080:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002510ab8d. 00010000:00000010:2.0:1761313447.450101:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.450105:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c554acd. 00010000:00000010:2.0:1761313447.450159:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ebc05e1. 00010000:00000010:2.0:1761313447.450163:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.450169:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313447.450172:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.450178:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.450189:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000084ffd625. 02000000:00000010:2.0:1761313447.450210:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000090c7c18. 00000400:00000010:2.0:1761313447.450214:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000400:00000010:2.0:1761313447.450217:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313447.450221:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497472, portal 16 00000400:00000010:2.0:1761313447.450225:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d96c721. 00000100:00000200:2.0:1761313447.450226:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497472, offset 0 00000400:00000200:2.0:1761313447.450231:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.450236:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.450242:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.450245:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.450248:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.450251:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89518:89518:255:4294967295] 192.168.204.1@tcp LPNI seq info [89518:89518:7:4294967295] 00000400:00000200:2.0:1761313447.450258:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.450262:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.450265:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82355018). 00000800:00000200:2.0:1761313447.450268:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.450271:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.450273:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.453357:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.453364:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354770). 00000400:00000200:1.0:1761313447.453379:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.453388:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.453393:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d33773eb 00000400:00000010:1.0:1761313447.453395:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d33773eb. 00000800:00000200:1.0:1761313447.453504:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.453506:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:1.0:1761313447.453511:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.453514:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.453516:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d96c721 00000400:00000010:1.0:1761313447.453517:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d96c721. 00000100:00000200:1.0:1761313447.453525:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206497472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.457150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c01ebf08. 00010000:00000010:2.1:1761313447.457170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032a06e4a. 00010000:00000010:3.1:1761313447.458515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ec9456. 00000400:00000200:3.0:1761313447.461743:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.461766:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff8c0 00000400:00000200:3.0:1761313447.461774:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae969 [1] + 224 00000400:00000200:3.0:1761313447.461787:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.461791:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.461805:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206497472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.461851:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.461859:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9576c0 00000400:00000200:3.0:1761313447.461864:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad2a5 [2] + 1968 00000400:00000010:3.0:1761313447.461868:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000042b89fc6. 00000400:00000200:3.0:1761313447.461872:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fd567a86 00000400:00000010:2.0:1761313447.461878:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:3.0:1761313447.461881:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.461883:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000200:3.0:1761313447.461887:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000010:2.0:1761313447.461887:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000400:00000200:3.0:1761313447.461892:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd567a86 00000400:00000010:3.0:1761313447.461895:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fd567a86 (tot 82354370). 00000100:00000200:2.0:1761313447.461895:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206497472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313447.461903:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1761313447.461909:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206497472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.461940:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000090c7c18. 02000000:00000010:2.0:1761313447.461947:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000084ffd625. 00000100:00000010:2.0:1761313447.461952:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:2.0:1761313447.461955:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.461959:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00000020:00000010:1.0:1761313447.462083:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aa52beb. 00000020:00000010:1.0:1761313447.462092:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.462097:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.462124:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e5c93f39 x1846869199517376/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313447.462166:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517376 02000000:00000010:1.0:1761313447.462178:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a483e3a. 00010000:00000010:1.0:1761313447.462207:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f650f680. 00010000:00000010:1.0:1761313447.462240:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.462247:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e3427bf. 00000100:00000010:1.0:1761313447.462263:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005e3427bf. 00010000:00000010:1.0:1761313447.462266:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000010:1.0:1761313447.462278:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d925608. 00000100:00000200:1.0:1761313447.462282:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517376, offset 224 00000400:00000200:1.0:1761313447.462289:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:2.0:1761313447.462291:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000090c7c18. 00000400:00000200:1.0:1761313447.462299:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.462306:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89519:89519:256:4294967295] 192.168.204.1@tcp LPNI seq info [89519:89519:8:4294967295] 00000400:00000200:1.0:1761313447.462317:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.462322:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.462326:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033eff44 (tot 82354618). 00000800:00000200:1.0:1761313447.462331:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.462337:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.462341:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033eff44 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.462363:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.462367:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.462371:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aa52beb. 02000000:00000010:1.0:1761313447.462379:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ec627f96. 00000100:00000010:1.0:1761313447.462383:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 00010000:00000010:2.0:1761313447.462385:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 02000000:00000010:1.0:1761313447.462387:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c8022d1. 00000100:00000010:1.0:1761313447.462392:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 00010000:00000010:2.0:1761313447.462393:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9103cdf. 02000000:00000010:1.0:1761313447.462397:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037802115. 00000100:00000010:1.0:1761313447.462401:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313447.462405:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009cf7861a. 00000100:00000010:1.0:1761313447.462406:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 02000000:00000010:1.0:1761313447.462411:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e108ebc2. 00000100:00000010:1.0:1761313447.462413:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 02000000:00000010:1.0:1761313447.462416:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000464dc140. 00000100:00000010:1.0:1761313447.462418:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 00000100:00000200:1.0:1761313447.462425:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313447.462431:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078fbaea4. 00000400:00000010:1.0:1761313447.462436:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005e3427bf (tot 82354770). 00010000:00000010:2.0:1761313447.462501:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032a06e4a. 00010000:00000010:2.0:1761313447.462506:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313447.462516:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313447.462519:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.462525:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.462538:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000084ffd625. 02000000:00000010:2.0:1761313447.462559:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac9e1652. 00000400:00000010:2.0:1761313447.462562:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000400:00000010:2.0:1761313447.462565:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313447.462568:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497536, portal 16 00000400:00000010:2.0:1761313447.462571:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce8d1e5. 00000100:00000200:2.0:1761313447.462573:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497536, offset 0 00000400:00000200:2.0:1761313447.462578:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.462584:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.462590:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.462594:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.462597:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.462600:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89520:89520:255:4294967295] 192.168.204.1@tcp LPNI seq info [89520:89520:7:4294967295] 00000400:00000200:2.0:1761313447.462620:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.462625:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.462630:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82355018). 00000800:00000200:2.0:1761313447.462634:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.462638:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.462641:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313447.465165:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.465171:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033eff44 (tot 82354770). 00000400:00000200:0.0:1761313447.465180:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.465188:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.465193:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d925608 00000400:00000010:0.0:1761313447.465196:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d925608. 02000000:00000010:0.0:1761313447.465205:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a483e3a. 00000800:00000200:0.0:1761313447.465276:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.465278:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354522). 00000400:00000200:0.0:1761313447.465282:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.465285:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.465288:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce8d1e5 00000400:00000010:0.0:1761313447.465289:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce8d1e5. 00000100:00000200:0.0:1761313447.465297:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206497536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.466519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025538023. 00010000:00000010:2.1:1761313447.466531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22c148f. 00010000:00000010:2.1:1761313447.466535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2ac12cb. 00010000:00000010:2.1:1761313447.466537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041bbb1a4. 00000400:00000200:1.0:1761313447.470834:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.470855:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff900 00000400:00000200:1.0:1761313447.470864:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae979 [1] + 224 00000400:00000200:1.0:1761313447.470879:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.470883:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.470895:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206497536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.471847:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036d3d8a7. 00000400:00000010:0.0:1761313447.471999:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:0.0:1761313447.472004:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:0.0:1761313447.472006:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:0.0:1761313447.472014:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206497536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.472023:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206497536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.472053:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac9e1652. 02000000:00000010:0.0:1761313447.472059:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000084ffd625. 00000100:00000010:0.0:1761313447.472064:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:0.0:1761313447.472069:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:0.0:1761313447.472072:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00010000:00000010:2.1:1761313447.476531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e9f51c6. 00010000:00000010:2.1:1761313447.476548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ebc05e1. 00000400:00000200:3.0:1761313447.482330:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.482354:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957700 00000400:00000200:3.0:1761313447.482362:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad2fd [2] + 0 00000400:00000200:3.0:1761313447.482431:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.482436:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.482443:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.482448:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a54ac0b. 00000020:00000010:1.0:1761313447.482544:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aa52beb. 00000020:00000010:1.0:1761313447.482552:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.482557:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.482589:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a54ac0b x1846869199517440/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313447.482633:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517440 02000000:00000010:1.0:1761313447.482647:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad9d673e. 00010000:00000010:1.0:1761313447.482678:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e0ddae1. 00010000:00000010:1.0:1761313447.482705:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.482712:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5f72ada. 00000100:00000010:1.0:1761313447.482723:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5f72ada. 00010000:00000010:1.0:1761313447.482728:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000010:1.0:1761313447.482742:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be1eb111. 00000100:00000200:1.0:1761313447.482747:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517440, offset 224 00000400:00000200:1.0:1761313447.482755:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.482766:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.482771:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89521:89521:256:4294967295] 192.168.204.1@tcp LPNI seq info [89521:89521:8:4294967295] 00000400:00000200:1.0:1761313447.482781:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.482786:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.482790:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d8c9258 (tot 82354770). 00000800:00000200:1.0:1761313447.482796:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.482803:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.482806:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d8c9258 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.482831:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.482835:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.482838:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aa52beb. 00080000:00000010:0.0:1761313447.482924:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f02edcc9. 00010000:00000010:0.0:1761313447.483025:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745874a3. 00010000:00000010:0.0:1761313447.483032:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000492f63b. 00010000:00000010:0.0:1761313447.483976:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c154515a. 00010000:00000010:0.0:1761313447.483987:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.484001:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089b76431. 00000100:00000010:0.0:1761313447.484006:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.484014:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a99e725d. 02000000:00000010:0.0:1761313447.484028:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064917c13. 02000000:00000010:0.0:1761313447.484182:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6607f7b. 00000400:00000010:0.0:1761313447.484190:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f5ec67a. 00000400:00000010:0.0:1761313447.484195:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313447.484201:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497600, portal 16 00000400:00000010:0.0:1761313447.484207:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f44040b3. 00000100:00000200:0.0:1761313447.484208:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497600, offset 0 00000400:00000200:0.0:1761313447.484217:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.484229:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.484236:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.484240:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.484242:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.484245:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89522:89522:255:4294967295] 192.168.204.1@tcp LPNI seq info [89522:89522:7:4294967295] 00000400:00000200:0.0:1761313447.484253:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.484258:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.484262:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82355018). 00000800:00000200:0.0:1761313447.484267:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.484273:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.484275:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.488546:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.488554:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d8c9258 (tot 82354770). 00000400:00000200:3.0:1761313447.488561:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.488570:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.488576:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be1eb111 00000400:00000010:3.0:1761313447.488578:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be1eb111. 00000800:00000200:3.0:1761313447.488650:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.488654:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:3.0:1761313447.488657:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.488660:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.488663:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f44040b3 00000400:00000010:3.0:1761313447.488664:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f44040b3. 00000100:00000200:3.0:1761313447.488672:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a99e725d x1846869206497600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.491778:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.491799:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff940 00000400:00000200:1.0:1761313447.491808:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae985 [1] + 224 00000400:00000200:1.0:1761313447.491820:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.491824:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.491834:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a99e725d x1846869206497600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313447.497076:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f5ec67a. 00000400:00000200:0.0:1761313447.497088:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:0.0:1761313447.497091:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:0.0:1761313447.497105:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a99e725d x1846869206497600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.497112:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000100:00000200:0.0:1761313447.497123:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a99e725d x1846869206497600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.497134:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957740 00000400:00000200:1.0:1761313447.497151:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad2fd [2] + 328 02000000:00000010:0.0:1761313447.497165:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6607f7b. 02000000:00000010:0.0:1761313447.497173:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064917c13. 00000100:00000010:0.0:1761313447.497177:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a99e725d. 00000100:00000010:0.0:1761313447.497182:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.497186:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089b76431. 00010000:00000010:1.1:1761313447.497716:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000269a12cd. 00000400:00000200:1.0:1761313447.497728:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.497734:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.497740:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.497745:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00000020:00000010:2.0:1761313447.497859:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9e0b3e1. 00000020:00000010:2.0:1761313447.497866:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313447.497870:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.497893:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199517504/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313447.498360:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517504 02000000:00000010:2.0:1761313447.498372:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ac9e1652. 00010000:00000010:2.0:1761313447.498398:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072970c32. 00010000:00000010:2.0:1761313447.498417:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006210a2ef. 00000100:00000010:2.0:1761313447.498422:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.498435:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.498438:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006210a2ef. 00000400:00000010:2.0:1761313447.498449:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000186eaed7. 00000100:00000200:2.0:1761313447.498454:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517504, offset 224 00000400:00000200:2.0:1761313447.498460:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00010000:00000010:0.1:1761313447.498689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c04899b5. 00010000:00000010:0.1:1761313447.498695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032a06e4a. 00080000:00000010:0.0:1761313447.498717:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064917c13. 00010000:00000010:0.0:1761313447.498801:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.498807:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008fcc36c. 00010000:00000010:0.0:1761313447.498877:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.0:1761313447.498882:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.498892:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089b76431. 00000100:00000010:0.0:1761313447.498895:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.498902:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a99e725d. 02000000:00000010:0.0:1761313447.498913:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6607f7b. 02000000:00000010:0.0:1761313447.498935:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c8022d1. 00000400:00000010:0.0:1761313447.498941:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f5ec67a. 00000400:00000010:0.0:1761313447.498945:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313447.498949:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497664, portal 16 00000400:00000010:0.0:1761313447.498952:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313447.498954:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497664, offset 0 00000400:00000200:0.0:1761313447.498960:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.499425:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.499432:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89523:89523:256:4294967295] 192.168.204.1@tcp LPNI seq info [89523:89523:8:4294967295] 00000400:00000200:2.0:1761313447.499443:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.499451:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.499457:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82354770). 00000800:00000200:2.0:1761313447.499464:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.499486:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.499490:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1761313447.499786:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.499793:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.499796:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.499799:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.499801:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89524:89524:255:4294967295] 192.168.204.1@tcp LPNI seq info [89524:89524:7:4294967295] 00000400:00000200:0.0:1761313447.499809:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.499813:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.499817:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82355018). 00000800:00000200:0.0:1761313447.499820:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.499824:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.499826:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.499979:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313447.499985:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.499989:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9e0b3e1. 00000800:00000200:3.0:1761313447.500066:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.500070:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354770). 00000400:00000200:3.0:1761313447.500075:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.500079:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.500084:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000186eaed7 00000400:00000010:3.0:1761313447.500086:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000186eaed7. 00000800:00000200:2.0:1761313447.502453:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.502460:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:2.0:1761313447.502491:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.502500:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.502505:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:2.0:1761313447.502507:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000100:00000200:2.0:1761313447.502517:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a99e725d x1846869206497664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.502555:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.502565:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff980 00000400:00000200:2.0:1761313447.502572:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae991 [1] + 224 00000400:00000200:2.0:1761313447.502583:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.502585:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.502589:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a99e725d x1846869206497664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313447.503049:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f5ec67a. 00000400:00000200:1.0:1761313447.503055:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:1.0:1761313447.503057:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:1.0:1761313447.503063:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a99e725d x1846869206497664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.503071:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a99e725d x1846869206497664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.503099:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c8022d1. 02000000:00000010:1.0:1761313447.503105:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6607f7b. 00000100:00000010:1.0:1761313447.503109:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a99e725d. 00000100:00000010:1.0:1761313447.503116:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:1.0:1761313447.503119:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089b76431. 00010000:00000010:2.1:1761313447.505157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23983f2. 00000400:00000200:1.0:1761313447.505309:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.505324:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957780 00000400:00000200:1.0:1761313447.505331:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad2fd [2] + 656 00000400:00000200:1.0:1761313447.505389:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.505395:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.505401:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.505408:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 00000020:00000010:2.0:1761313447.505537:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9e0b3e1. 00000020:00000010:2.0:1761313447.505544:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313447.505548:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.505569:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a333fac x1846869199517568/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313447.505900:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517568 02000000:00000010:2.0:1761313447.505917:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008fa47bb3. 00010000:00000010:2.0:1761313447.505951:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063effd55. 00010000:00000010:2.0:1761313447.505975:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006210a2ef. 00000100:00000010:2.0:1761313447.505988:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.506007:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.506011:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006210a2ef. 00000400:00000010:2.0:1761313447.506023:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcbfc429. 00000100:00000200:2.0:1761313447.506029:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517568, offset 224 00000400:00000200:2.0:1761313447.506036:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.506047:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.506052:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89525:89525:256:4294967295] 192.168.204.1@tcp LPNI seq info [89525:89525:8:4294967295] 00000400:00000200:2.0:1761313447.506061:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.506067:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.506072:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82354770). 00000800:00000200:2.0:1761313447.506078:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.506085:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.506089:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761313447.506108:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008b89dc5. 00000020:00000010:2.0:1761313447.506116:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313447.506121:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.506125:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9e0b3e1. 00010000:00000010:0.0:1761313447.506212:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.506219:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ebbee1e. 00010000:00000010:0.0:1761313447.506301:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.0:1761313447.506308:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.506319:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5579fb4. 00000100:00000010:0.0:1761313447.506324:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.506331:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000488a01ba. 02000000:00000010:0.0:1761313447.506342:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfd0c6b1. 00000800:00000200:3.0:1761313447.506433:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.506438:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354522). 00000400:00000200:3.0:1761313447.506443:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.506447:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.506450:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcbfc429 00000400:00000010:3.0:1761313447.506452:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcbfc429. 00010000:00000010:0.1:1761313447.508007:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d698c7c7. 00010000:00000010:0.1:1761313447.508017:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c154515a. 02000000:00000010:0.0:1761313447.508040:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2c75102. 00000400:00000010:0.0:1761313447.508047:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008845072c. 00000400:00000010:0.0:1761313447.508052:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313447.508057:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497728, portal 16 00000400:00000010:0.0:1761313447.508062:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9dda38a. 00000100:00000200:0.0:1761313447.508064:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497728, offset 0 00000400:00000200:0.0:1761313447.508072:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.508082:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.508089:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.508092:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.508094:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.508097:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89526:89526:256:4294967295] 192.168.204.1@tcp LPNI seq info [89526:89526:8:4294967295] 00000400:00000200:0.0:1761313447.508105:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.508110:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.508116:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313447.508121:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.508126:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.508129:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.508547:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.508551:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:3.0:1761313447.508555:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.508560:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.508564:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9dda38a 00000400:00000010:3.0:1761313447.508566:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9dda38a. 00000100:00000200:3.0:1761313447.508573:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000488a01ba x1846869206497728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.511314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007854cd8f. 00000400:00000200:1.0:1761313447.511913:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.511934:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befff9c0 00000400:00000200:1.0:1761313447.511943:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae99d [1] + 224 00000400:00000200:1.0:1761313447.511955:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.511959:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.511970:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000488a01ba x1846869206497728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.512665:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.512674:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9577c0 00000400:00000200:1.0:1761313447.512678:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad2fd [2] + 984 00000400:00000200:1.0:1761313447.512690:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.512694:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.512698:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.512703:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00000400:00000010:0.0:1761313447.513398:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008845072c. 00000400:00000200:0.0:1761313447.513405:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:0.0:1761313447.513408:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00000100:00000200:0.0:1761313447.513417:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000488a01ba x1846869206497728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.513426:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000488a01ba x1846869206497728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.513461:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2c75102. 02000000:00000010:0.0:1761313447.513467:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfd0c6b1. 00000020:00000010:2.0:1761313447.513713:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af5da8f8. 00000020:00000010:2.0:1761313447.513722:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313447.513727:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.513754:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199517632/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313447.513789:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517632 02000000:00000010:2.0:1761313447.513802:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d587b30a. 00010000:00000010:2.0:1761313447.513829:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079372c07. 00010000:00000010:2.0:1761313447.513849:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006210a2ef. 00000100:00000010:2.0:1761313447.513857:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.513863:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.513865:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006210a2ef. 00000400:00000010:2.0:1761313447.513876:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d83013. 00000100:00000200:2.0:1761313447.513880:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517632, offset 224 00000400:00000200:2.0:1761313447.513888:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.513899:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.513904:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89527:89527:256:4294967295] 192.168.204.1@tcp LPNI seq info [89527:89527:8:4294967295] 00000400:00000200:2.0:1761313447.513913:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.513919:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.513923:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82354770). 00000800:00000200:2.0:1761313447.513928:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.513934:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.513938:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.513962:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313447.513966:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.513969:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af5da8f8. 00000100:00000010:0.0:1761313447.514059:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000488a01ba. 00000100:00000010:0.0:1761313447.514064:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.514066:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5579fb4. 00080000:00000010:0.0:1761313447.514090:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfd0c6b1. 00010000:00000010:0.0:1761313447.514184:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.514191:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b467de8f. 00000800:00000200:3.0:1761313447.514531:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.514534:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354522). 00000400:00000200:3.0:1761313447.514538:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.514544:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.514547:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d83013 00000400:00000010:3.0:1761313447.514549:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d83013. 00010000:00000010:0.0:1761313447.514639:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffbbbb03. 00010000:00000010:0.0:1761313447.514644:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008583fe8e. 00010000:00000010:0.0:1761313447.514650:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c154515a. 00010000:00000010:0.0:1761313447.514654:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00080000:00000010:0.0:1761313447.514667:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2c75102. 00010000:00000010:0.0:1761313447.514694:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.514697:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008583fe8e. 00010000:00000010:0.0:1761313447.514756:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df83c085. 00010000:00000010:0.0:1761313447.514760:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.514766:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5579fb4. 00000100:00000010:0.0:1761313447.514770:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.514776:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000488a01ba. 02000000:00000010:0.0:1761313447.514787:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2627bbc. 02000000:00000010:0.0:1761313447.514810:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6607f7b. 00000400:00000010:0.0:1761313447.514815:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008845072c. 00000400:00000010:0.0:1761313447.514819:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313447.514823:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497792, portal 16 00000400:00000010:0.0:1761313447.514827:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e99e622. 00000100:00000200:0.0:1761313447.514829:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497792, offset 0 00000400:00000200:0.0:1761313447.514834:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.514842:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.514847:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.514850:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.514852:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.514854:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89528:89528:256:4294967295] 192.168.204.1@tcp LPNI seq info [89528:89528:8:4294967295] 00000400:00000200:0.0:1761313447.514861:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.514865:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.514868:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313447.514872:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.514877:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.514880:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.515218:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.515221:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:3.0:1761313447.515225:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.515228:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.515411:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e99e622 00000400:00000010:3.0:1761313447.515413:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e99e622. 00000100:00000200:3.0:1761313447.515420:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000488a01ba x1846869206497792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.515668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023bb3ed4. 00010000:00000010:0.1:1761313447.515675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfa04e5. 00000400:00000200:1.0:1761313447.516679:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.516695:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffa00 00000400:00000200:1.0:1761313447.516702:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae9a9 [1] + 224 00000400:00000200:1.0:1761313447.516717:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.516721:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.516728:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000488a01ba x1846869206497792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313447.517010:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008845072c. 00000400:00000200:0.0:1761313447.517015:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:0.0:1761313447.517017:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00000100:00000200:0.0:1761313447.517024:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000488a01ba x1846869206497792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.517043:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000488a01ba x1846869206497792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.517068:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6607f7b. 02000000:00000010:0.0:1761313447.517074:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2627bbc. 00000100:00000010:0.0:1761313447.517077:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000488a01ba. 00000100:00000010:0.0:1761313447.517082:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.517086:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5579fb4. 00000400:00000200:3.0:1761313447.519192:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.519210:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957800 00000400:00000200:3.0:1761313447.519218:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad2fd [2] + 1312 00000400:00000200:3.0:1761313447.519278:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.519283:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.519290:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.519296:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cbfa9e4d. 00000020:00000010:1.0:1761313447.519942:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aa52beb. 00000020:00000010:1.0:1761313447.519950:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.519954:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.519977:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cbfa9e4d x1846869199517696/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313447.520015:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517696 02000000:00000010:1.0:1761313447.520029:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a483e3a. 00010000:00000010:1.0:1761313447.520187:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008fa8ee2. 00010000:00000010:1.0:1761313447.520217:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.520225:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5f72ada. 00000100:00000010:1.0:1761313447.520247:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5f72ada. 00010000:00000010:1.0:1761313447.520252:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000010:1.0:1761313447.520268:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000680ded24. 00000100:00000200:1.0:1761313447.520273:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517696, offset 224 00000400:00000200:1.0:1761313447.520281:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:0.0:1761313447.520290:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2627bbc. 00000400:00000200:1.0:1761313447.520294:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.520301:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89529:89529:256:4294967295] 192.168.204.1@tcp LPNI seq info [89529:89529:8:4294967295] 00000400:00000200:1.0:1761313447.520311:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.520316:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.520320:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ec456d (tot 82354770). 00000800:00000200:1.0:1761313447.520326:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.520333:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.520336:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000085ec456d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.520360:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.520365:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.520368:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aa52beb. 00010000:00000010:0.0:1761313447.520395:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.520404:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000995d1217. 00000800:00000200:3.0:1761313447.520451:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.520455:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ec456d (tot 82354522). 00000400:00000200:3.0:1761313447.520460:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.520465:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.520486:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000680ded24 00000400:00000010:3.0:1761313447.520489:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000680ded24. 00010000:00000010:0.0:1761313447.520552:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.0:1761313447.520559:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.520571:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5579fb4. 00000100:00000010:0.0:1761313447.520575:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.520582:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000488a01ba. 02000000:00000010:0.0:1761313447.520592:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6607f7b. 02000000:00000010:0.0:1761313447.520615:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c8022d1. 00000400:00000010:0.0:1761313447.520620:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008845072c. 00000400:00000010:0.0:1761313447.520624:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313447.520629:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497856, portal 16 00000400:00000010:0.0:1761313447.520633:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb803c1. 00000100:00000200:0.0:1761313447.520634:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497856, offset 0 00000400:00000200:0.0:1761313447.520640:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.520646:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.520652:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.520655:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.520658:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.520660:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89530:89530:256:4294967295] 192.168.204.1@tcp LPNI seq info [89530:89530:8:4294967295] 00000400:00000200:0.0:1761313447.520667:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.520672:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.520676:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313447.520680:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.520685:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.520687:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.522116:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.522123:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:1.0:1761313447.522128:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.522135:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.522149:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb803c1 00000400:00000010:1.0:1761313447.522152:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb803c1. 00000100:00000200:1.0:1761313447.522160:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000488a01ba x1846869206497856/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.524054:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.524071:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffa40 00000400:00000200:3.0:1761313447.524079:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae9b5 [1] + 224 00000400:00000200:3.0:1761313447.524103:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.524107:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.524115:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000488a01ba x1846869206497856/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313447.524217:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008845072c. 00000400:00000200:0.0:1761313447.524221:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:0.0:1761313447.524223:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00000100:00000200:0.0:1761313447.524229:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000488a01ba x1846869206497856/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.524239:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000488a01ba x1846869206497856/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.524267:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c8022d1. 02000000:00000010:0.0:1761313447.524273:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6607f7b. 00000100:00000010:0.0:1761313447.524276:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000488a01ba. 00000100:00000010:0.0:1761313447.524281:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.524285:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5579fb4. 00000400:00000200:3.0:1761313447.524646:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.524655:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957840 00000400:00000200:3.0:1761313447.524659:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad2fd [2] + 1640 00000400:00000200:3.0:1761313447.524701:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.524705:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.524709:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.524713:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29948a1. 00010000:00000010:0.1:1761313447.524774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afa06e59. 00010000:00000010:0.1:1761313447.524781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.1:1761313447.524785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffbbbb03. 00010000:00000010:0.1:1761313447.524790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c154515a. 00000020:00000010:1.0:1761313447.524998:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aa52beb. 00000020:00000010:1.0:1761313447.525006:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.525011:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.525048:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29948a1 x1846869199517760/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313447.525079:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517760 02000000:00000010:1.0:1761313447.525093:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f72af58a. 00010000:00000010:1.0:1761313447.525119:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f297d08. 00010000:00000010:1.0:1761313447.525148:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.525154:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5f72ada. 00000100:00000010:1.0:1761313447.525168:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5f72ada. 00010000:00000010:1.0:1761313447.525171:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000010:1.0:1761313447.525183:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007923f018. 00000100:00000200:1.0:1761313447.525187:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517760, offset 224 00000400:00000200:1.0:1761313447.525194:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.525203:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.525208:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89531:89531:256:4294967295] 192.168.204.1@tcp LPNI seq info [89531:89531:8:4294967295] 00000400:00000200:1.0:1761313447.525218:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.525223:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.525228:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae5814d2 (tot 82354770). 00000800:00000200:1.0:1761313447.525233:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.525240:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.525243:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae5814d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.525258:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.525261:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.525264:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aa52beb. 00010000:00000010:2.1:1761313447.525376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce1729ee. 00000800:00000200:3.0:1761313447.525535:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.525539:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae5814d2 (tot 82354522). 00000400:00000200:3.0:1761313447.525542:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.525546:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.525549:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007923f018 00000400:00000010:3.0:1761313447.525551:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007923f018. 00080000:00000010:0.0:1761313447.529280:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6607f7b. 00010000:00000010:0.0:1761313447.529387:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.529396:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da2d6fac. 00010000:00000010:0.0:1761313447.529492:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c154515a. 00010000:00000010:0.0:1761313447.529499:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.529510:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5579fb4. 00000100:00000010:0.0:1761313447.529517:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.529526:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000488a01ba. 02000000:00000010:0.0:1761313447.529547:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c8022d1. 02000000:00000010:0.0:1761313447.529576:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084ffd625. 00000400:00000010:0.0:1761313447.529587:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008845072c. 00000400:00000010:0.0:1761313447.529593:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313447.529600:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497920, portal 16 00000400:00000010:0.0:1761313447.529605:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facf59a2. 00000100:00000200:0.0:1761313447.529607:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497920, offset 0 00000400:00000200:0.0:1761313447.529615:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.529629:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.529636:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.529639:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.529642:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.529645:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89532:89532:256:4294967295] 192.168.204.1@tcp LPNI seq info [89532:89532:8:4294967295] 00000400:00000200:0.0:1761313447.529655:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.529660:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.529665:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313447.529671:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.529678:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.529681:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.530188:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.530192:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:3.0:1761313447.530197:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.530203:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.530207:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facf59a2 00000400:00000010:3.0:1761313447.530209:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facf59a2. 00000100:00000200:3.0:1761313447.530217:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000488a01ba x1846869206497920/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.531290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084916791. 00000400:00000200:3.0:1761313447.531522:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.531535:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffa80 00000400:00000200:3.0:1761313447.531542:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae9c1 [1] + 224 00000400:00000200:3.0:1761313447.531552:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.531556:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.531563:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000488a01ba x1846869206497920/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313447.531687:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008845072c. 00000400:00000200:0.0:1761313447.531692:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:0.0:1761313447.531695:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00000100:00000200:0.0:1761313447.531700:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000488a01ba x1846869206497920/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.531707:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000488a01ba x1846869206497920/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.531732:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084ffd625. 02000000:00000010:0.0:1761313447.531737:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c8022d1. 00000100:00000010:0.0:1761313447.531741:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000488a01ba. 00000100:00000010:0.0:1761313447.531746:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.531749:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5579fb4. 00000400:00000200:3.0:1761313447.532173:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.532182:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957880 00000400:00000200:3.0:1761313447.532187:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad2fd [2] + 1968 00000400:00000010:3.0:1761313447.532190:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005d9ef57e. 00000400:00000200:3.0:1761313447.532194:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008909cfc1 00000400:00000200:3.0:1761313447.532239:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.532243:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.532246:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008909cfc1 00000400:00000010:3.0:1761313447.532247:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008909cfc1 (tot 82354370). 00000100:00000200:3.0:1761313447.532253:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313447.532348:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af5da8f8. 00000020:00000010:2.0:1761313447.532355:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313447.532358:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.532381:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f1cbea8c x1846869199517824/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313447.532414:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517824 02000000:00000010:2.0:1761313447.532424:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000033424ea5. 00010000:00000010:2.0:1761313447.532448:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a195dfbc. 00010000:00000010:2.0:1761313447.532465:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006210a2ef. 00000100:00000010:2.0:1761313447.532501:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad96081. 00000100:00000010:2.0:1761313447.532512:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad96081. 00010000:00000010:2.0:1761313447.532515:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006210a2ef. 00000400:00000010:2.0:1761313447.532528:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035d7aaa1. 00000100:00000200:2.0:1761313447.532532:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517824, offset 224 00000400:00000200:2.0:1761313447.532539:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.532550:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.532555:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89533:89533:256:4294967295] 192.168.204.1@tcp LPNI seq info [89533:89533:8:4294967295] 00000400:00000200:2.0:1761313447.532565:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.532570:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.532574:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354618). 00000800:00000200:2.0:1761313447.532579:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.532587:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.532590:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.532619:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313447.532624:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.532627:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af5da8f8. 02000000:00000010:2.0:1761313447.532637:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f72af58a. 00000100:00000010:2.0:1761313447.532642:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29948a1. 02000000:00000010:2.0:1761313447.532645:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a483e3a. 00000100:00000010:2.0:1761313447.532647:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cbfa9e4d. 02000000:00000010:2.0:1761313447.532650:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d587b30a. 00000100:00000010:2.0:1761313447.532652:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 02000000:00000010:2.0:1761313447.532657:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008fa47bb3. 00000100:00000010:2.0:1761313447.532660:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 02000000:00000010:2.0:1761313447.532662:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ac9e1652. 00000100:00000010:2.0:1761313447.532666:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:2.0:1761313447.532670:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad9d673e. 00000100:00000010:2.0:1761313447.532672:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a54ac0b. 00000100:00000200:2.0:1761313447.532679:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313447.532685:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f7127bb. 00000400:00000010:2.0:1761313447.532688:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004ad96081 (tot 82354770). 00080000:00000010:0.0:1761313447.532757:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084ffd625. 00010000:00000010:0.0:1761313447.532837:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.532844:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2e9ad88. 00010000:00000010:0.0:1761313447.532913:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.0:1761313447.532918:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.532928:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5579fb4. 00000100:00000010:0.0:1761313447.532931:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.532938:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000488a01ba. 02000000:00000010:0.0:1761313447.532948:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c8022d1. 02000000:00000010:0.0:1761313447.532971:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd05fc69. 00000400:00000010:0.0:1761313447.532974:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008845072c. 00000400:00000010:0.0:1761313447.532977:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313447.532980:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206497984, portal 16 00000400:00000010:0.0:1761313447.532984:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb083fae. 00000100:00000200:0.0:1761313447.532986:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206497984, offset 0 00000400:00000200:0.0:1761313447.532991:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.532997:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.533003:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.533007:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.533009:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.533012:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89534:89534:255:4294967295] 192.168.204.1@tcp LPNI seq info [89534:89534:7:4294967295] 00000400:00000200:0.0:1761313447.533019:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.533023:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.533026:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82355018). 00000800:00000200:0.0:1761313447.533030:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.533034:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.533036:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.533285:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.533288:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354770). 00000400:00000200:3.0:1761313447.533293:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.533297:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.533300:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035d7aaa1 00000400:00000010:3.0:1761313447.533302:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035d7aaa1. 02000000:00000010:3.0:1761313447.533307:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000033424ea5. 00000800:00000200:3.0:1761313447.533353:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.533356:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:3.0:1761313447.533359:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.533362:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.533364:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb083fae 00000400:00000010:3.0:1761313447.533365:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb083fae. 00000100:00000200:3.0:1761313447.533371:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000488a01ba x1846869206497984/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.535594:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.535613:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffac0 00000400:00000200:3.0:1761313447.535621:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae9d1 [1] + 224 00000400:00000200:3.0:1761313447.535632:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.535636:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.535646:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000488a01ba x1846869206497984/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.535680:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.535686:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9578c0 00000400:00000200:3.0:1761313447.535690:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad355 [2] + 0 00000400:00000200:3.0:1761313447.535698:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.535701:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.535704:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.535709:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6325621. 00000020:00000010:2.0:1761313447.535821:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fa47bb3. 00000020:00000010:2.0:1761313447.535829:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313447.535833:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.535854:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f6325621 x1846869199517888/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313447.535884:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517888 02000000:00000010:2.0:1761313447.535894:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d587b30a. 00010000:00000010:2.0:1761313447.535932:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006210a2ef. 00000100:00000010:2.0:1761313447.535941:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.535948:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:2.0:1761313447.535951:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006210a2ef. 00000400:00000010:2.0:1761313447.535965:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085c15d57. 00000100:00000200:2.0:1761313447.535970:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517888, offset 224 00000400:00000200:2.0:1761313447.535978:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.535989:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.535994:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89535:89535:256:4294967295] 192.168.204.1@tcp LPNI seq info [89535:89535:8:4294967295] 00000400:00000200:2.0:1761313447.536004:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.536009:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.536014:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82354770). 00000800:00000200:2.0:1761313447.536019:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.536026:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.536042:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.536056:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313447.536060:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.536062:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fa47bb3. 00000400:00000010:0.0:1761313447.536178:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008845072c. 00000400:00000200:0.0:1761313447.536183:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:0.0:1761313447.536185:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00000100:00000200:0.0:1761313447.536191:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000488a01ba x1846869206497984/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.536199:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000488a01ba x1846869206497984/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313447.536221:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000affe9daf. 02000000:00000010:0.0:1761313447.536236:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd05fc69. 02000000:00000010:0.0:1761313447.536240:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c8022d1. 00000100:00000010:0.0:1761313447.536244:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000488a01ba. 00000100:00000010:0.0:1761313447.536248:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.536250:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5579fb4. 00080000:00000010:0.0:1761313447.536266:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd05fc69. 00010000:00000010:0.0:1761313447.536349:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.536355:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000300989b8. 00010000:00000010:0.0:1761313447.536432:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.0:1761313447.536437:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.536446:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5579fb4. 00000100:00000010:0.0:1761313447.536449:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.536454:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000488a01ba. 02000000:00000010:0.0:1761313447.536465:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5e526a1. 00000800:00000200:3.0:1761313447.536523:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.536526:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00000400:00000200:3.0:1761313447.536531:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.536535:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.536538:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085c15d57 00000400:00000010:3.0:1761313447.536539:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085c15d57. 00010000:00000010:0.1:1761313447.536635:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3c18773. 00010000:00000010:0.1:1761313447.536642:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df83c085. 02000000:00000010:0.0:1761313447.536668:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c8022d1. 00000400:00000010:0.0:1761313447.536673:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008845072c. 00000400:00000010:0.0:1761313447.536676:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313447.536680:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498048, portal 16 00000400:00000010:0.0:1761313447.536684:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f342411. 00000100:00000200:0.0:1761313447.536686:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498048, offset 0 00000400:00000200:0.0:1761313447.536691:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.536698:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.536704:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.536707:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.536710:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.536712:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89536:89536:256:4294967295] 192.168.204.1@tcp LPNI seq info [89536:89536:8:4294967295] 00000400:00000200:0.0:1761313447.536719:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.536723:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.536726:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313447.536730:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.536733:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.536735:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.536974:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.536977:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:3.0:1761313447.536980:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.536984:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.536987:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f342411 00000400:00000010:3.0:1761313447.536988:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f342411. 00000100:00000200:3.0:1761313447.536993:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000488a01ba x1846869206498048/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.537524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc0075db. 00000400:00000200:3.0:1761313447.540434:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.540455:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffb00 00000400:00000200:3.0:1761313447.540464:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae9dd [1] + 224 00000400:00000200:3.0:1761313447.540513:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.540518:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.540529:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000488a01ba x1846869206498048/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.540860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cf60caf. 00010000:00000010:0.1:1761313447.540869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfa04e5. 00000400:00000010:0.0:1761313447.540886:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008845072c. 00000400:00000200:0.0:1761313447.540890:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:0.0:1761313447.540893:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00000100:00000200:0.0:1761313447.540899:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000488a01ba x1846869206498048/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.540906:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000488a01ba x1846869206498048/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.540933:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c8022d1. 02000000:00000010:0.0:1761313447.540939:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5e526a1. 00000100:00000010:0.0:1761313447.540943:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000488a01ba. 00000100:00000010:0.0:1761313447.540948:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.540951:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5579fb4. 00010000:00000010:2.1:1761313447.541554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043bb7bc4. 00000400:00000200:3.0:1761313447.543640:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.543661:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957900 00000400:00000200:3.0:1761313447.543669:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad355 [2] + 328 00000400:00000200:3.0:1761313447.544386:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.544394:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.544401:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.544408:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a54ac0b. 00000020:00000010:1.0:1761313447.545162:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f72af58a. 00000020:00000010:1.0:1761313447.545173:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.545178:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00010000:00000010:0.1:1761313447.545205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a061d887. 00000100:00000200:1.0:1761313447.545206:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a54ac0b x1846869199517952/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:0.1:1761313447.545216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c154515a. 00010000:00000010:0.1:1761313447.545222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cf82b72. 00010000:00000010:0.1:1761313447.545225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073b033ff. 00010000:00000010:0.1:1761313447.545228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c55f9b8. 00000100:00000200:1.0:1761313447.545249:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199517952 02000000:00000010:1.0:1761313447.545262:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad9d673e. 00010000:00000010:1.0:1761313447.545291:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8156627. 00010000:00000010:1.0:1761313447.545312:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.545318:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5f72ada. 00000100:00000010:1.0:1761313447.545340:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5f72ada. 00010000:00000010:1.0:1761313447.545346:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000010:1.0:1761313447.545359:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000386f6e07. 00000100:00000200:1.0:1761313447.545364:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199517952, offset 224 00000400:00000200:1.0:1761313447.545378:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.545390:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.545398:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89537:89537:256:4294967295] 192.168.204.1@tcp LPNI seq info [89537:89537:8:4294967295] 00000400:00000200:1.0:1761313447.545409:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00080000:00000010:0.0:1761313447.545409:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c8022d1. 00000800:00000200:1.0:1761313447.545418:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.545423:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008803a01b (tot 82354770). 00000800:00000200:1.0:1761313447.545429:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.545436:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.545440:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008803a01b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.545463:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.545499:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.545504:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f72af58a. 00010000:00000010:0.0:1761313447.545515:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.545522:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000580a7eb7. 00010000:00000010:0.0:1761313447.545591:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffbbbb03. 00010000:00000010:0.0:1761313447.545595:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008583fe8e. 00010000:00000010:0.0:1761313447.545600:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.0:1761313447.545605:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00080000:00000010:0.0:1761313447.545618:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5e526a1. 00010000:00000010:0.0:1761313447.545643:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.545646:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008583fe8e. 00010000:00000010:0.0:1761313447.545696:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c154515a. 00010000:00000010:0.0:1761313447.545700:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.545706:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5579fb4. 00000100:00000010:0.0:1761313447.545710:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.545717:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000488a01ba. 02000000:00000010:0.0:1761313447.545729:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bccd595b. 02000000:00000010:0.0:1761313447.545751:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8b5b399. 00000400:00000010:0.0:1761313447.545756:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008845072c. 00000400:00000010:0.0:1761313447.545761:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313447.545765:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498112, portal 16 00000400:00000010:0.0:1761313447.545769:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313447.545771:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498112, offset 0 00000400:00000200:0.0:1761313447.545777:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.545784:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.545791:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.545794:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.545797:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.545800:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89538:89538:255:4294967295] 192.168.204.1@tcp LPNI seq info [89538:89538:7:4294967295] 00000400:00000200:0.0:1761313447.545807:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.545812:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.545815:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82355018). 00000800:00000200:0.0:1761313447.545819:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.545823:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.545825:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.545935:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.545940:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008803a01b (tot 82354770). 00000400:00000200:3.0:1761313447.545944:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.545948:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.545951:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000386f6e07 00000400:00000010:3.0:1761313447.545953:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000386f6e07. 00000800:00000200:3.0:1761313447.546919:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.546923:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:3.0:1761313447.546928:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.546933:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.546936:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:3.0:1761313447.546939:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000100:00000200:3.0:1761313447.546946:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000488a01ba x1846869206498112/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313447.549297:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.549316:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffb40 00000400:00000200:0.0:1761313447.549324:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae9e9 [1] + 224 00000400:00000200:0.0:1761313447.549335:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.549339:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.549348:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000488a01ba x1846869206498112/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313447.549850:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.549858:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957940 00000400:00000200:0.0:1761313447.549863:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad355 [2] + 656 00000400:00000200:0.0:1761313447.549923:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.549927:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.549931:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313447.549937:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 00000400:00000010:1.0:1761313447.550200:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008845072c. 00000400:00000200:1.0:1761313447.550205:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:1.0:1761313447.550208:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00000100:00000200:1.0:1761313447.550214:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000488a01ba x1846869206498112/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.550224:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000488a01ba x1846869206498112/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.550257:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8b5b399. 02000000:00000010:1.0:1761313447.550263:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bccd595b. 00000100:00000010:1.0:1761313447.550267:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000488a01ba. 00000100:00000010:1.0:1761313447.550274:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:1.0:1761313447.550277:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5579fb4. 00000020:00000010:2.0:1761313447.550733:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fa47bb3. 00000020:00000010:2.0:1761313447.550740:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313447.550744:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.550767:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097d9a2db x1846869199518016/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313447.550801:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518016 02000000:00000010:2.0:1761313447.550814:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af5da8f8. 00010000:00000010:2.0:1761313447.550839:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f36ce45. 00010000:00000010:2.0:1761313447.550861:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006210a2ef. 00000100:00000010:2.0:1761313447.550868:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.550883:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:2.0:1761313447.550886:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006210a2ef. 00000400:00000010:2.0:1761313447.550898:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085c15d57. 00000100:00000200:2.0:1761313447.550902:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518016, offset 224 00000400:00000200:2.0:1761313447.550914:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.550925:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.550931:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89539:89539:256:4294967295] 192.168.204.1@tcp LPNI seq info [89539:89539:8:4294967295] 00000400:00000200:2.0:1761313447.550940:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.550945:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.550948:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000800:00000200:2.0:1761313447.550953:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.550960:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.550963:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.550990:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313447.550994:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.550997:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fa47bb3. 00080000:00000010:0.0:1761313447.551120:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8b5b399. 00000800:00000200:3.0:1761313447.551226:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.551230:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00010000:00000010:0.0:1761313447.551230:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00000400:00000200:3.0:1761313447.551236:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761313447.551239:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070b80a73. 00000400:00000200:3.0:1761313447.551242:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.551245:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085c15d57 00000400:00000010:3.0:1761313447.551248:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085c15d57. 00010000:00000010:0.0:1761313447.551315:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.0:1761313447.551320:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.551330:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001f81b67f. 00000100:00000010:0.0:1761313447.551333:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.551340:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa50f973. 02000000:00000010:0.0:1761313447.551350:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fdd0c621. 02000000:00000010:0.0:1761313447.551374:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008843b53c. 00000400:00000010:0.0:1761313447.551378:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f833fed9. 00000400:00000010:0.0:1761313447.551382:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313447.551386:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498176, portal 16 00000400:00000010:0.0:1761313447.551390:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313447.551392:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498176, offset 0 00000400:00000200:0.0:1761313447.551397:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.551403:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.551410:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.551413:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.551416:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.551418:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89540:89540:256:4294967295] 192.168.204.1@tcp LPNI seq info [89540:89540:8:4294967295] 00000400:00000200:0.0:1761313447.551425:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.551429:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.551432:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313447.551436:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.551440:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.551442:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313447.551772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b8fbe1f. 00000800:00000200:2.0:1761313447.551848:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.551851:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:2.0:1761313447.551855:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.551859:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.551862:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:2.0:1761313447.551863:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000100:00000200:2.0:1761313447.551880:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa50f973 x1846869206498176/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313447.554465:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.554594:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffb80 00000400:00000200:0.0:1761313447.554603:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xae9f5 [1] + 224 00000400:00000200:0.0:1761313447.554614:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.554618:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.554628:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa50f973 x1846869206498176/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313447.555587:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.555597:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957980 00000400:00000200:0.0:1761313447.555603:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad355 [2] + 984 00000400:00000010:1.0:1761313447.555729:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f833fed9. 00000400:00000200:1.0:1761313447.555734:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:1.0:1761313447.555737:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00000100:00000200:1.0:1761313447.555746:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa50f973 x1846869206498176/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.555755:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa50f973 x1846869206498176/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.555783:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008843b53c. 02000000:00000010:1.0:1761313447.555788:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fdd0c621. 00000100:00000010:1.0:1761313447.555792:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa50f973. 00000100:00000010:1.0:1761313447.555797:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:1.0:1761313447.555800:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001f81b67f. 00000400:00000200:0.0:1761313447.556053:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.556059:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.556065:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313447.556070:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000af9e5096. 00000020:00000010:1.0:1761313447.556278:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a483e3a. 00000020:00000010:1.0:1761313447.556286:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.556289:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.556311:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000af9e5096 x1846869199518080/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313447.556349:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518080 02000000:00000010:1.0:1761313447.556360:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002aa52beb. 00010000:00000010:1.0:1761313447.556387:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091ebb1fb. 00010000:00000010:1.0:1761313447.556407:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.556413:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5f72ada. 00000100:00000010:1.0:1761313447.556431:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5f72ada. 00010000:00000010:1.0:1761313447.556434:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000010:1.0:1761313447.556446:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000386f6e07. 00000100:00000200:1.0:1761313447.556450:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518080, offset 224 00000400:00000200:1.0:1761313447.556457:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.556491:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.556497:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89541:89541:256:4294967295] 192.168.204.1@tcp LPNI seq info [89541:89541:8:4294967295] 00000400:00000200:1.0:1761313447.556507:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.556512:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.556517:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000597e8afc (tot 82354770). 00000800:00000200:1.0:1761313447.556522:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.556527:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.556531:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000597e8afc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.557232:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.557240:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.557243:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a483e3a. 00010000:00000010:0.1:1761313447.557301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0f68f88. 00010000:00000010:0.1:1761313447.557309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.1:1761313447.557313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffbbbb03. 00010000:00000010:0.1:1761313447.557317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c55f9b8. 00080000:00000010:0.0:1761313447.557338:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008843b53c. 00010000:00000010:0.0:1761313447.557624:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.557632:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000faabe52. 00010000:00000010:0.0:1761313447.557716:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.0:1761313447.557722:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.557733:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f75c28c0. 00000100:00000010:0.0:1761313447.557740:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.557747:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040c456cf. 02000000:00000010:0.0:1761313447.557761:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009645e566. 02000000:00000010:0.0:1761313447.557788:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005404a6a1. 00000400:00000010:0.0:1761313447.557795:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313447.557801:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f342411. 00000100:00000200:0.0:1761313447.557807:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498240, portal 16 00000400:00000010:0.0:1761313447.557812:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb083fae. 00000100:00000200:0.0:1761313447.557814:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498240, offset 0 00000400:00000200:0.0:1761313447.557822:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.557834:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.557842:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.557845:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.557848:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.557851:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89542:89542:255:4294967295] 192.168.204.1@tcp LPNI seq info [89542:89542:7:4294967295] 00000400:00000200:0.0:1761313447.557860:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.557866:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.557869:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82355018). 00000800:00000200:0.0:1761313447.557874:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.557879:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.557882:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.557968:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.557971:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000597e8afc (tot 82354770). 00000400:00000200:3.0:1761313447.557975:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.557979:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.557982:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000386f6e07 00000400:00000010:3.0:1761313447.557983:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000386f6e07. 00000800:00000200:3.0:1761313447.561541:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.561550:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:3.0:1761313447.561557:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.561565:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.561571:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb083fae 00000400:00000010:3.0:1761313447.561573:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb083fae. 00000100:00000200:3.0:1761313447.561586:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040c456cf x1846869206498240/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.563974:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.563995:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffbc0 00000400:00000200:2.0:1761313447.564004:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaea01 [1] + 224 00000400:00000200:2.0:1761313447.564019:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.564022:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.564034:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040c456cf x1846869206498240/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313447.564114:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313447.564119:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f342411 00000400:00000010:0.0:1761313447.564121:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f342411. 00000100:00000200:0.0:1761313447.564128:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040c456cf x1846869206498240/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.564145:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040c456cf x1846869206498240/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.564174:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005404a6a1. 02000000:00000010:0.0:1761313447.564179:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009645e566. 00000100:00000010:0.0:1761313447.564184:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040c456cf. 00000100:00000010:0.0:1761313447.564188:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.564191:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f75c28c0. 00010000:00000010:2.1:1761313447.565506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000050b9b72. 00010000:00000010:0.1:1761313447.565602:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0ee38c1. 00010000:00000010:0.1:1761313447.565608:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c154515a. 00000400:00000200:0.0:1761313447.565628:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.565641:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9579c0 00000400:00000200:0.0:1761313447.565648:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad355 [2] + 1312 00000400:00000200:0.0:1761313447.565701:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.565705:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.565710:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313447.565714:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040c456cf. 00000020:00000010:1.0:1761313447.565819:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a483e3a. 00000020:00000010:1.0:1761313447.565825:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.565830:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.565854:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040c456cf x1846869199518144/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313447.565889:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518144 02000000:00000010:1.0:1761313447.565900:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fdd0c621. 00010000:00000010:1.0:1761313447.565928:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d73c5f2. 00010000:00000010:1.0:1761313447.565949:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.565956:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5f72ada. 00000100:00000010:1.0:1761313447.565974:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5f72ada. 00010000:00000010:1.0:1761313447.565979:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000010:1.0:1761313447.565991:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007923f018. 00000100:00000200:1.0:1761313447.565996:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518144, offset 224 00000400:00000200:1.0:1761313447.566003:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.566013:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.566019:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89543:89543:256:4294967295] 192.168.204.1@tcp LPNI seq info [89543:89543:8:4294967295] 00000400:00000200:1.0:1761313447.566029:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.566035:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.566039:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82354770). 00000800:00000200:1.0:1761313447.566045:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.566051:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.566055:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.566076:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.566080:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.566083:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a483e3a. 00000800:00000200:3.0:1761313447.566230:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.566233:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:3.0:1761313447.566237:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.566241:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.566244:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007923f018 00000400:00000010:3.0:1761313447.566246:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007923f018. 00080000:00000010:0.0:1761313447.566759:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005404a6a1. 00010000:00000010:0.0:1761313447.566851:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.566858:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000341e058a. 00010000:00000010:0.0:1761313447.566931:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c154515a. 00010000:00000010:0.0:1761313447.566936:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.566948:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f75c28c0. 00000100:00000010:0.0:1761313447.566953:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.566960:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfdd843f. 02000000:00000010:0.0:1761313447.566972:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c7cb895. 02000000:00000010:0.0:1761313447.566997:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009645e566. 00000400:00000010:0.0:1761313447.567003:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313447.567007:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f342411. 00000100:00000200:0.0:1761313447.567012:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498304, portal 16 00000400:00000010:0.0:1761313447.567016:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facf59a2. 00000100:00000200:0.0:1761313447.567018:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498304, offset 0 00000400:00000200:0.0:1761313447.567023:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.567043:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.567050:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.567053:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.567056:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.567059:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89544:89544:256:4294967295] 192.168.204.1@tcp LPNI seq info [89544:89544:8:4294967295] 00000400:00000200:0.0:1761313447.567066:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.567070:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.567074:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313447.567078:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.567083:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.567085:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.568714:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.568721:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:2.0:1761313447.568728:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.568735:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.568739:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facf59a2 00000400:00000010:2.0:1761313447.568742:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facf59a2. 00000100:00000200:2.0:1761313447.568751:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfdd843f x1846869206498304/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.570520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f299ff. 00000400:00000200:0.0:1761313447.576278:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.576300:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffc00 00000400:00000200:0.0:1761313447.576308:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaea0d [1] + 224 00000400:00000200:0.0:1761313447.576320:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.576323:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.576333:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfdd843f x1846869206498304/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313447.576367:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.576372:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957a00 00000400:00000200:0.0:1761313447.576377:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad355 [2] + 1640 00000400:00000200:0.0:1761313447.576437:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.576441:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.576445:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313447.576451:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 00000400:00000010:1.0:1761313447.576645:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:1.0:1761313447.576651:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f342411 00000400:00000010:1.0:1761313447.576653:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f342411. 00000100:00000200:1.0:1761313447.576660:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfdd843f x1846869206498304/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.576668:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfdd843f x1846869206498304/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.576696:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009645e566. 02000000:00000010:1.0:1761313447.576703:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003c7cb895. 00000100:00000010:1.0:1761313447.576707:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfdd843f. 00000100:00000010:1.0:1761313447.576711:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:1.0:1761313447.576714:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f75c28c0. 00000020:00000010:3.0:1761313447.576967:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e84227b. 00000020:00000010:3.0:1761313447.576974:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.576978:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313447.577002:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000072937995 x1846869199518208/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313447.577035:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518208 02000000:00000010:3.0:1761313447.577046:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004494f9cc. 00010000:00000010:3.0:1761313447.577072:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002142c9c0. 00010000:00000010:3.0:1761313447.577090:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.577096:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008909cfc1. 00000100:00000010:3.0:1761313447.577113:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008909cfc1. 00010000:00000010:3.0:1761313447.577116:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.577128:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d33773eb. 00000100:00000200:3.0:1761313447.577133:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518208, offset 224 00000400:00000200:3.0:1761313447.577149:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.577160:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.577165:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89545:89545:256:4294967295] 192.168.204.1@tcp LPNI seq info [89545:89545:8:4294967295] 00000400:00000200:3.0:1761313447.577174:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.577179:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.577183:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313447.577188:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.577195:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.577198:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.577222:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.577226:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.577231:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e84227b. 00000800:00000200:2.0:1761313447.577337:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.577340:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:2.0:1761313447.577349:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.577352:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.577355:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d33773eb 00000400:00000010:2.0:1761313447.577357:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d33773eb. 00080000:00000010:0.0:1761313447.577537:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009645e566. 00010000:00000010:0.0:1761313447.577626:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.577632:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000abfe1eb6. 00010000:00000010:0.0:1761313447.577706:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.0:1761313447.577711:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.577720:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8ea8239. 00000100:00000010:0.0:1761313447.577724:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.577730:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000515112ab. 02000000:00000010:0.0:1761313447.577741:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1831f9c. 02000000:00000010:0.0:1761313447.577762:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002b85d0a. 00000400:00000010:0.0:1761313447.577767:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313447.577770:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb803c1. 00000100:00000200:0.0:1761313447.577775:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498368, portal 16 00000400:00000010:0.0:1761313447.577779:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e99e622. 00000100:00000200:0.0:1761313447.577781:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498368, offset 0 00000400:00000200:0.0:1761313447.577785:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.577792:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.577797:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.577800:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.577803:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.577806:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89546:89546:256:4294967295] 192.168.204.1@tcp LPNI seq info [89546:89546:8:4294967295] 00000400:00000200:0.0:1761313447.577813:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.577817:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.577820:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313447.577824:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.577828:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.577831:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.577924:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.577927:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:2.0:1761313447.577930:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.577934:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.577936:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e99e622 00000400:00000010:2.0:1761313447.577938:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e99e622. 00000100:00000200:2.0:1761313447.577943:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000515112ab x1846869206498368/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313447.579231:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.579247:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffc40 00000400:00000200:0.0:1761313447.579254:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaea19 [1] + 224 00000400:00000200:0.0:1761313447.579265:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.579269:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.579276:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000515112ab x1846869206498368/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313447.581259:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:1.0:1761313447.581269:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb803c1 00000400:00000010:1.0:1761313447.581271:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb803c1. 00000100:00000200:1.0:1761313447.581284:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000515112ab x1846869206498368/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.581293:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000515112ab x1846869206498368/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.581321:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002b85d0a. 02000000:00000010:1.0:1761313447.581327:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d1831f9c. 00000100:00000010:1.0:1761313447.581330:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000515112ab. 00000100:00000010:1.0:1761313447.581334:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:1.0:1761313447.581337:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8ea8239. 00000400:00000200:2.0:1761313447.583985:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.584006:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957a40 00000400:00000200:2.0:1761313447.584014:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad355 [2] + 1968 00000400:00000010:2.0:1761313447.584019:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000964ec49c. 00000400:00000200:2.0:1761313447.584027:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d5041f6c 00000400:00000200:2.0:1761313447.584110:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.584115:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.584120:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5041f6c 00000400:00000010:2.0:1761313447.584123:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d5041f6c (tot 82354370). 00000100:00000200:2.0:1761313447.584129:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313447.584283:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c7cb895. 00000020:00000010:1.0:1761313447.584291:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.584295:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.584319:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c92e306d x1846869199518272/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:0.1:1761313447.585186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4570377. 00010000:00000010:0.1:1761313447.585197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.1:1761313447.585201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eabb38a3. 00010000:00000010:0.1:1761313447.585204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c55f9b8. 00000100:00000200:1.0:1761313447.585334:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518272 02000000:00000010:1.0:1761313447.585349:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a483e3a. 00010000:00000010:1.0:1761313447.585381:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f572e4bf. 00010000:00000010:1.0:1761313447.585403:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.585410:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5f72ada. 00000100:00000010:1.0:1761313447.585431:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5f72ada. 00010000:00000010:1.0:1761313447.585436:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000010:1.0:1761313447.585451:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000680ded24. 00000100:00000200:1.0:1761313447.585457:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518272, offset 224 00000400:00000200:1.0:1761313447.585485:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.585499:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.585505:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89547:89547:256:4294967295] 192.168.204.1@tcp LPNI seq info [89547:89547:8:4294967295] 00000400:00000200:1.0:1761313447.585515:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.585520:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.585525:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82354618). 00000800:00000200:1.0:1761313447.585530:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.585536:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.585539:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761313447.585736:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000188f6300. 00010000:00000010:0.0:1761313447.585825:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.585830:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007afb9f0e. 00010000:00000010:0.0:1761313447.585900:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffbbbb03. 00010000:00000010:0.0:1761313447.585904:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008583fe8e. 00010000:00000010:0.0:1761313447.585908:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.0:1761313447.585913:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00080000:00000010:0.0:1761313447.585924:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005566f762. 00010000:00000010:0.0:1761313447.585941:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.585944:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008583fe8e. 00010000:00000010:0.0:1761313447.585987:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.0:1761313447.585989:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.585995:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e14cb3c. 00000100:00000010:0.0:1761313447.585998:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.586005:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfb623eb. 02000000:00000010:0.0:1761313447.586015:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a51b8bf0. 02000000:00000010:0.0:1761313447.586049:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1831f9c. 00000400:00000010:0.0:1761313447.586055:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a9859920. 00000400:00000010:0.0:1761313447.586061:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9dda38a. 00000100:00000200:0.0:1761313447.586065:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498432, portal 16 00000400:00000010:0.0:1761313447.586070:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313447.586072:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498432, offset 0 00000400:00000200:0.0:1761313447.586077:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.586083:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.586089:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.586093:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.586095:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.586097:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89548:89548:255:4294967295] 192.168.204.1@tcp LPNI seq info [89548:89548:7:4294967295] 00000400:00000200:0.0:1761313447.586104:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.586109:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.586112:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354866). 00000800:00000200:0.0:1761313447.586115:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.586119:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.586121:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.586297:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.586302:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.586305:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c7cb895. 02000000:00000010:1.0:1761313447.586313:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004494f9cc. 00000100:00000010:1.0:1761313447.586316:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 02000000:00000010:1.0:1761313447.586319:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fdd0c621. 00000100:00000010:1.0:1761313447.586321:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040c456cf. 02000000:00000010:1.0:1761313447.586324:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002aa52beb. 00000100:00000010:1.0:1761313447.586325:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000af9e5096. 02000000:00000010:1.0:1761313447.586328:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af5da8f8. 00000100:00000010:1.0:1761313447.586330:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 02000000:00000010:1.0:1761313447.586332:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad9d673e. 00000100:00000010:1.0:1761313447.586334:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a54ac0b. 02000000:00000010:1.0:1761313447.586337:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d587b30a. 00000100:00000010:1.0:1761313447.586338:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6325621. 00000100:00000200:1.0:1761313447.586344:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313447.586347:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c39a137d. 00000400:00000010:1.0:1761313447.586351:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5f72ada (tot 82355018). 00000800:00000200:2.0:1761313447.587066:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.587070:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354770). 00000400:00000200:2.0:1761313447.587074:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.587079:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.587082:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000680ded24 00000400:00000010:2.0:1761313447.587084:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000680ded24. 02000000:00000010:2.0:1761313447.587090:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a483e3a. 00000800:00000200:2.0:1761313447.587656:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.587659:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:2.0:1761313447.587663:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.587667:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.587670:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:2.0:1761313447.587671:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:2.0:1761313447.587678:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfb623eb x1846869206498432/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313447.591987:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.592008:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffc80 00000400:00000200:0.0:1761313447.592018:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaea25 [1] + 224 00000400:00000200:0.0:1761313447.592034:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.592038:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.592059:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfb623eb x1846869206498432/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313447.592161:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a9859920. 00000400:00000200:1.0:1761313447.592167:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9dda38a 00000400:00000010:1.0:1761313447.592169:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9dda38a. 00000100:00000200:1.0:1761313447.592177:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfb623eb x1846869206498432/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.592184:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfb623eb x1846869206498432/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.592217:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1831f9c. 02000000:00000010:1.0:1761313447.592224:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a51b8bf0. 00000100:00000010:1.0:1761313447.592229:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfb623eb. 00000100:00000010:1.0:1761313447.592236:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:1.0:1761313447.592241:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e14cb3c. 00010000:00000010:1.1:1761313447.592511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e5ea072. 00010000:00000010:0.1:1761313447.592559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d367662d. 00010000:00000010:0.1:1761313447.592564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c154515a. 00010000:00000010:3.1:1761313447.593571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a07eed2. 00000400:00000200:2.0:1761313447.596440:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.596461:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957a80 00000400:00000200:2.0:1761313447.596546:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad3ad [2] + 0 00000400:00000200:2.0:1761313447.596618:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.596624:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.596631:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.596639:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc378313. 00000020:00000010:1.0:1761313447.596699:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9d673e. 00000020:00000010:1.0:1761313447.596708:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.596713:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.596743:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc378313 x1846869199518336/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313447.597268:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518336 02000000:00000010:1.0:1761313447.597282:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002aa52beb. 00010000:00000010:1.0:1761313447.597315:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb0908a7. 00010000:00000010:1.0:1761313447.597343:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.597362:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce78c43e. 00000100:00000010:1.0:1761313447.597383:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce78c43e. 00010000:00000010:1.0:1761313447.597389:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000010:1.0:1761313447.597405:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be1eb111. 00000100:00000200:1.0:1761313447.597411:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518336, offset 224 00000400:00000200:1.0:1761313447.597420:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.597435:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.597441:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89549:89549:256:4294967295] 192.168.204.1@tcp LPNI seq info [89549:89549:8:4294967295] 00000400:00000200:1.0:1761313447.597453:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.597459:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.597465:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82354770). 00000800:00000200:1.0:1761313447.597510:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.597517:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.597521:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.597535:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.597538:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.597541:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9d673e. 00080000:00000010:0.0:1761313447.597664:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002b85d0a. 00000800:00000200:2.0:1761313447.597690:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.597696:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354522). 00000400:00000200:2.0:1761313447.597700:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.597705:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.597709:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be1eb111 00000400:00000010:2.0:1761313447.597712:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be1eb111. 00010000:00000010:0.0:1761313447.597761:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.597768:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a970018d. 00010000:00000010:0.0:1761313447.597852:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c154515a. 00010000:00000010:0.0:1761313447.597858:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.597881:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016940ff7. 00000100:00000010:0.0:1761313447.597885:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.597892:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008fa85d88. 02000000:00000010:0.0:1761313447.597904:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a51b8bf0. 02000000:00000010:0.0:1761313447.597930:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1831f9c. 00000400:00000010:0.0:1761313447.597936:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008744c261. 00000400:00000010:0.0:1761313447.597941:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313447.597946:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498496, portal 16 00000400:00000010:0.0:1761313447.597951:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f44040b3. 00000100:00000200:0.0:1761313447.597953:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498496, offset 0 00000400:00000200:0.0:1761313447.597959:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.597966:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.597971:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.597975:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.597978:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.597980:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89550:89550:256:4294967295] 192.168.204.1@tcp LPNI seq info [89550:89550:8:4294967295] 00000400:00000200:0.0:1761313447.597986:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.597990:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.597993:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313447.597997:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.598000:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.598003:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.598553:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.598557:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:2.0:1761313447.598562:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.598567:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.598570:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f44040b3 00000400:00000010:2.0:1761313447.598572:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f44040b3. 00000100:00000200:2.0:1761313447.598579:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008fa85d88 x1846869206498496/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.599115:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da52b1b9. 00010000:00000010:0.1:1761313447.603526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085d75d06. 00010000:00000010:0.1:1761313447.603543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.1:1761313447.603547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffbbbb03. 00010000:00000010:0.1:1761313447.603551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.1:1761313447.603554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ca7db08. 00010000:00000010:0.1:1761313447.603556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfa04e5. 00000400:00000200:2.0:1761313447.603995:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.604013:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffcc0 00000400:00000200:2.0:1761313447.604022:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaea35 [1] + 224 00000400:00000200:2.0:1761313447.604035:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.604039:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.604051:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008fa85d88 x1846869206498496/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313447.604109:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008744c261. 00000400:00000200:0.0:1761313447.604114:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:0.0:1761313447.604116:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000100:00000200:0.0:1761313447.604122:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008fa85d88 x1846869206498496/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.604129:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008fa85d88 x1846869206498496/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.604166:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1831f9c. 02000000:00000010:0.0:1761313447.604172:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a51b8bf0. 00000100:00000010:0.0:1761313447.604175:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008fa85d88. 00000100:00000010:0.0:1761313447.604179:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.604182:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016940ff7. 00000400:00000200:2.0:1761313447.605841:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.605855:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957ac0 00000400:00000200:2.0:1761313447.605861:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad3ad [2] + 328 00000400:00000200:2.0:1761313447.605918:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.605922:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.605927:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.605933:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 00000020:00000010:1.0:1761313447.607261:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9d673e. 00000020:00000010:1.0:1761313447.607272:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.607276:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.607305:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005e2aefc2 x1846869199518400/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:1.1:1761313447.608799:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007737f3ba. 00000100:00000200:1.0:1761313447.608820:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518400 02000000:00000010:1.0:1761313447.608838:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a483e3a. 00010000:00000010:1.0:1761313447.608869:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3b3a8d3. 00010000:00000010:1.0:1761313447.608889:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.608896:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce78c43e. 00000100:00000010:1.0:1761313447.608917:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce78c43e. 00010000:00000010:1.0:1761313447.608922:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000010:1.0:1761313447.608935:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d925608. 00000100:00000200:1.0:1761313447.608945:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518400, offset 224 00000400:00000200:1.0:1761313447.608954:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.608969:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.608974:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89551:89551:256:4294967295] 192.168.204.1@tcp LPNI seq info [89551:89551:8:4294967295] 00000400:00000200:1.0:1761313447.608984:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.608993:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.608998:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003237d446 (tot 82354770). 00000800:00000200:1.0:1761313447.609004:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.609010:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.609014:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003237d446 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.609038:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.609042:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.609116:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9d673e. 00080000:00000010:0.0:1761313447.609582:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a51b8bf0. 00000800:00000200:2.0:1761313447.609609:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.609613:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003237d446 (tot 82354522). 00000400:00000200:2.0:1761313447.609619:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.609625:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.609630:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d925608 00000400:00000010:2.0:1761313447.609633:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d925608. 00010000:00000010:0.0:1761313447.609668:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.609676:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004aeede6a. 00010000:00000010:0.0:1761313447.609753:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.0:1761313447.609758:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313447.609770:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016940ff7. 00000100:00000010:0.0:1761313447.609774:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.609781:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008fa85d88. 02000000:00000010:0.0:1761313447.609793:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1831f9c. 02000000:00000010:0.0:1761313447.609815:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004a4f5d1. 00000400:00000010:0.0:1761313447.609821:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008744c261. 00000400:00000010:0.0:1761313447.609825:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313447.609830:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498560, portal 16 00000400:00000010:0.0:1761313447.609834:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f21e616. 00000100:00000200:0.0:1761313447.609836:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498560, offset 0 00000400:00000200:0.0:1761313447.609842:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.609850:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.609857:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.609861:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.609864:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.609866:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89552:89552:256:4294967295] 192.168.204.1@tcp LPNI seq info [89552:89552:8:4294967295] 00000400:00000200:0.0:1761313447.609873:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.609878:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.609881:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313447.609885:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.609889:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.609892:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.610721:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.610725:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:2.0:1761313447.610730:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.610735:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.610738:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f21e616 00000400:00000010:2.0:1761313447.610740:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f21e616. 00000100:00000200:2.0:1761313447.610747:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008fa85d88 x1846869206498560/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.615286:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.615307:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffd00 00000400:00000200:2.0:1761313447.615316:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaea41 [1] + 224 00000400:00000200:2.0:1761313447.615327:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.615330:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.615341:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008fa85d88 x1846869206498560/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.615372:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.615378:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957b00 00000400:00000200:2.0:1761313447.615382:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad3ad [2] + 656 00000400:00000200:2.0:1761313447.615432:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.615436:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.615439:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.615445:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 00010000:00000010:0.1:1761313447.615509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f90a3f5c. 00010000:00000010:0.1:1761313447.615519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c154515a. 00000400:00000010:0.0:1761313447.615541:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008744c261. 00000400:00000200:0.0:1761313447.615545:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:0.0:1761313447.615548:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000100:00000200:0.0:1761313447.615555:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008fa85d88 x1846869206498560/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.615564:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008fa85d88 x1846869206498560/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.615594:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004a4f5d1. 02000000:00000010:0.0:1761313447.615600:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d1831f9c. 00000100:00000010:0.0:1761313447.615608:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008fa85d88. 00000100:00000010:0.0:1761313447.615615:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.615619:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016940ff7. 00010000:00000010:1.1:1761313447.615657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011a457f5. 00000020:00000010:1.0:1761313447.615696:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9d673e. 00000020:00000010:1.0:1761313447.615702:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.615707:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.615730:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064bf9529 x1846869199518464/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313447.615764:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518464 02000000:00000010:1.0:1761313447.615778:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fdd0c621. 00010000:00000010:1.0:1761313447.616254:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031bdca8e. 00010000:00000010:1.0:1761313447.616275:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.616281:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce78c43e. 00000100:00000010:1.0:1761313447.616297:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce78c43e. 00010000:00000010:1.0:1761313447.616301:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000010:1.0:1761313447.616314:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000deec9e59. 00000100:00000200:1.0:1761313447.616319:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518464, offset 224 00000400:00000200:1.0:1761313447.616327:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.616338:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.616343:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89553:89553:256:4294967295] 192.168.204.1@tcp LPNI seq info [89553:89553:8:4294967295] 00000400:00000200:1.0:1761313447.616353:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.616358:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.616362:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003237d446 (tot 82354770). 00000800:00000200:1.0:1761313447.616368:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.616375:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.616378:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003237d446 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.616408:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.616412:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.616415:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9d673e. 00080000:00000010:2.0:1761313447.616659:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ebad845. 00010000:00000010:2.0:1761313447.616751:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:2.0:1761313447.616757:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034138f81. 00010000:00000010:2.0:1761313447.616821:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ebc05e1. 00010000:00000010:2.0:1761313447.616826:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004308cebc. 00010000:00000010:2.0:1761313447.616836:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006210a2ef. 00000100:00000010:2.0:1761313447.616840:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.616845:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090a40237. 02000000:00000010:2.0:1761313447.616856:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aee0c623. 02000000:00000010:2.0:1761313447.616877:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1e1af9c. 00000400:00000010:2.0:1761313447.616882:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313447.616886:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035d7aaa1. 00000100:00000200:2.0:1761313447.616891:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498624, portal 16 00000400:00000010:2.0:1761313447.616896:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d83013. 00000100:00000200:2.0:1761313447.616899:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498624, offset 0 00000400:00000200:2.0:1761313447.616904:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.616911:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.616918:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.616921:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.616923:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.616926:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89554:89554:255:4294967295] 192.168.204.1@tcp LPNI seq info [89554:89554:7:4294967295] 00000400:00000200:2.0:1761313447.616932:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.616949:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.616952:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82355018). 00000800:00000200:2.0:1761313447.616956:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.616960:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.616962:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313447.617051:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.617054:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003237d446 (tot 82354770). 00000400:00000200:0.0:1761313447.617058:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.617062:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.617065:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000deec9e59 00000400:00000010:0.0:1761313447.617066:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000deec9e59. 00000800:00000200:0.0:1761313447.617121:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.617123:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354522). 00000400:00000200:0.0:1761313447.617128:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.617131:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.617133:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d83013 00000400:00000010:0.0:1761313447.617144:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d83013. 00000100:00000200:0.0:1761313447.617150:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090a40237 x1846869206498624/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.619203:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.619226:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffd40 00000400:00000200:2.0:1761313447.619235:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaea4d [1] + 224 00000400:00000200:2.0:1761313447.619249:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.619253:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.619263:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090a40237 x1846869206498624/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313447.619348:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:1.0:1761313447.619353:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035d7aaa1 00000400:00000010:1.0:1761313447.619355:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035d7aaa1. 00000100:00000200:1.0:1761313447.619360:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090a40237 x1846869206498624/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.619367:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090a40237 x1846869206498624/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.619396:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1e1af9c. 02000000:00000010:1.0:1761313447.619402:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aee0c623. 00000100:00000010:1.0:1761313447.619406:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090a40237. 00000100:00000010:1.0:1761313447.619410:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:1.0:1761313447.619413:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006210a2ef. 00000400:00000200:2.0:1761313447.619980:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.619992:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957b40 00000400:00000200:2.0:1761313447.619997:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad3ad [2] + 984 00000400:00000200:2.0:1761313447.620363:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.620369:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.620374:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.620379:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 00010000:00000010:1.1:1761313447.620872:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474f0cb2. 00000020:00000010:1.0:1761313447.620907:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9d673e. 00000020:00000010:1.0:1761313447.620914:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.620918:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.620943:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ca3dcbd4 x1846869199518528/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313447.620988:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518528 02000000:00000010:1.0:1761313447.621000:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003c7cb895. 00010000:00000010:1.0:1761313447.621028:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001decf549. 00010000:00000010:1.0:1761313447.621048:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.621055:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce78c43e. 00000100:00000010:1.0:1761313447.621073:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce78c43e. 00010000:00000010:1.0:1761313447.621078:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000010:1.0:1761313447.621091:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b294a7. 00000100:00000200:1.0:1761313447.621095:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518528, offset 224 00000400:00000200:1.0:1761313447.621104:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.621115:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.621121:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89555:89555:256:4294967295] 192.168.204.1@tcp LPNI seq info [89555:89555:8:4294967295] 00000400:00000200:1.0:1761313447.621130:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.621143:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.621148:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82354770). 00000800:00000200:1.0:1761313447.621154:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.621161:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.621165:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.621180:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.621183:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.621186:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9d673e. 00000800:00000200:0.0:1761313447.621308:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.621312:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354522). 00000400:00000200:0.0:1761313447.621317:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.621321:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.621324:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b294a7 00000400:00000010:0.0:1761313447.621326:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b294a7. 00080000:00000010:2.0:1761313447.622614:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6d9c7ac. 00010000:00000010:2.0:1761313447.622718:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004308cebc. 00010000:00000010:2.0:1761313447.622727:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009344da3e. 00010000:00000010:2.0:1761313447.622805:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041bbb1a4. 00010000:00000010:2.0:1761313447.622811:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004308cebc. 00010000:00000010:2.0:1761313447.622822:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eff0907e. 00000100:00000010:2.0:1761313447.622829:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.622836:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313447.622850:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0b18ef3. 02000000:00000010:2.0:1761313447.622875:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1704a9f. 00000400:00000010:2.0:1761313447.622881:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088fad880. 00000400:00000010:2.0:1761313447.622886:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcbfc429. 00000100:00000200:2.0:1761313447.622891:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498688, portal 16 00000400:00000010:2.0:1761313447.622896:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000186eaed7. 00000100:00000200:2.0:1761313447.622898:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498688, offset 0 00000400:00000200:2.0:1761313447.622907:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.622920:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.622927:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.622930:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.622934:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.622937:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89556:89556:256:4294967295] 192.168.204.1@tcp LPNI seq info [89556:89556:8:4294967295] 00000400:00000200:2.0:1761313447.622946:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.622952:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.622956:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82354770). 00000800:00000200:2.0:1761313447.622961:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.622967:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.622970:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.623133:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.623148:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354522). 00000400:00000200:3.0:1761313447.623152:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.623156:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.623161:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000186eaed7 00000400:00000010:3.0:1761313447.623162:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000186eaed7. 00000100:00000200:3.0:1761313447.623168:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206498688/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.625992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083efe853. 00010000:00000010:2.1:1761313447.626007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfa04e5. 00000400:00000200:2.0:1761313447.627382:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.627401:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffd80 00000400:00000200:2.0:1761313447.627408:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaea59 [1] + 224 00000400:00000200:2.0:1761313447.627419:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.627423:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.627434:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206498688/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.627465:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.627486:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957b80 00000400:00000200:2.0:1761313447.627491:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad3ad [2] + 1312 00000400:00000200:2.0:1761313447.627544:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.627548:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.627551:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.627556:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c468af4. 00000020:00000010:3.0:1761313447.628290:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e84227b. 00000020:00000010:3.0:1761313447.628298:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.628303:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313447.628327:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c468af4 x1846869199518592/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313447.628367:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518592 02000000:00000010:3.0:1761313447.628378:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ecf92a88. 00010000:00000010:3.0:1761313447.628428:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.628436:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008909cfc1. 00000100:00000010:3.0:1761313447.628442:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008909cfc1. 00010000:00000010:3.0:1761313447.628445:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.628460:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b590dea. 00000100:00000200:3.0:1761313447.628464:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518592, offset 224 00000400:00000200:3.0:1761313447.628510:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.628520:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.628526:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89557:89557:256:4294967295] 192.168.204.1@tcp LPNI seq info [89557:89557:8:4294967295] 00000400:00000200:3.0:1761313447.628535:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.628540:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.628545:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354770). 00000800:00000200:3.0:1761313447.628550:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.628557:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.628561:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.628575:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.628578:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.628582:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e84227b. 00000400:00000010:1.0:1761313447.629215:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088fad880. 00000400:00000200:1.0:1761313447.629220:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcbfc429 00000400:00000010:1.0:1761313447.629222:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcbfc429. 00000100:00000200:1.0:1761313447.629229:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206498688/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.629238:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206498688/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313447.629260:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bff314c. 02000000:00000010:1.0:1761313447.629274:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1704a9f. 02000000:00000010:1.0:1761313447.629279:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d0b18ef3. 00000100:00000010:1.0:1761313447.629283:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:1.0:1761313447.629287:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:1.0:1761313447.629290:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eff0907e. 00080000:00000010:1.0:1761313447.629307:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad9d673e. 00010000:00000010:1.0:1761313447.629396:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004308cebc. 00010000:00000010:1.0:1761313447.629403:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000415012c4. 00010000:00000010:1.0:1761313447.629494:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043f63f8d. 00010000:00000010:1.0:1761313447.629499:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000065138660. 00010000:00000010:1.0:1761313447.629504:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096f62c4a. 00010000:00000010:1.0:1761313447.629509:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d1af9f44. 00080000:00000010:1.0:1761313447.629523:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bccd595b. 00010000:00000010:1.0:1761313447.629549:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1af9f44. 00010000:00000010:1.0:1761313447.629553:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065138660. 00010000:00000010:1.0:1761313447.629610:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e0ad54a. 00010000:00000010:1.0:1761313447.629614:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d1af9f44. 00010000:00000010:1.0:1761313447.629622:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.629627:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce78c43e. 00000100:00000010:1.0:1761313447.629634:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313447.629646:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f72af58a. 02000000:00000010:1.0:1761313447.629673:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008df634cd. 00000400:00000010:1.0:1761313447.629679:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd0d628. 00000400:00000010:1.0:1761313447.629683:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac840340. 00000100:00000200:1.0:1761313447.629688:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498752, portal 16 00000400:00000010:1.0:1761313447.629693:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b599b9c0. 00000100:00000200:1.0:1761313447.629695:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498752, offset 0 00000400:00000200:1.0:1761313447.629703:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000800:00000200:0.0:1761313447.629704:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.629709:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354522). 00000400:00000200:1.0:1761313447.629712:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.629719:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.629720:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.629728:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.629728:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.629733:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.629734:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b590dea 00000400:00000010:0.0:1761313447.629737:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b590dea. 00000400:00000200:1.0:1761313447.629740:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89558:89558:255:4294967295] 192.168.204.1@tcp LPNI seq info [89558:89558:7:4294967295] 00000400:00000200:1.0:1761313447.629750:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.629755:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.629759:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82354770). 00000800:00000200:1.0:1761313447.629763:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.629767:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.629770:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313447.631107:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.631113:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354522). 00000400:00000200:0.0:1761313447.631118:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.631124:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.631127:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b599b9c0 00000400:00000010:0.0:1761313447.631130:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b599b9c0. 00000100:00000200:0.0:1761313447.631146:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dc8069e x1846869206498752/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.635523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027860e3f. 00010000:00000010:2.1:1761313447.635590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ec3410a. 00010000:00000010:2.1:1761313447.635598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ebc05e1. 00000400:00000200:2.0:1761313447.636319:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.636341:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffdc0 00000400:00000200:2.0:1761313447.636351:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaea65 [1] + 224 00000400:00000200:2.0:1761313447.636368:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.636373:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.636385:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dc8069e x1846869206498752/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313447.636635:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd0d628. 00000400:00000200:1.0:1761313447.636641:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac840340 00000400:00000010:1.0:1761313447.636643:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac840340. 00000100:00000200:1.0:1761313447.636650:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dc8069e x1846869206498752/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.636658:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dc8069e x1846869206498752/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.636686:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008df634cd. 02000000:00000010:1.0:1761313447.636692:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f72af58a. 00000100:00000010:1.0:1761313447.636699:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000100:00000010:1.0:1761313447.636702:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce78c43e. 00010000:00000010:1.0:1761313447.636707:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000200:2.0:1761313447.638563:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.638580:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957bc0 00000400:00000200:2.0:1761313447.638588:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad3ad [2] + 1640 00000400:00000200:2.0:1761313447.640193:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.640207:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.640216:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.640226:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058c26597. 00000020:00000010:1.0:1761313447.640309:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008df634cd. 00000020:00000010:1.0:1761313447.640318:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.640323:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.640348:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058c26597 x1846869199518656/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313447.640389:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518656 02000000:00000010:1.0:1761313447.640404:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f72af58a. 00010000:00000010:1.0:1761313447.640443:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000152f4190. 00010000:00000010:1.0:1761313447.640465:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.640502:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce78c43e. 00000100:00000010:1.0:1761313447.640522:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce78c43e. 00010000:00000010:1.0:1761313447.640526:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000010:1.0:1761313447.640541:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac840340. 00000100:00000200:1.0:1761313447.640546:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518656, offset 224 00000400:00000200:1.0:1761313447.640553:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.640566:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.640571:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89559:89559:256:4294967295] 192.168.204.1@tcp LPNI seq info [89559:89559:8:4294967295] 00000400:00000200:1.0:1761313447.640580:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.640585:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.640590:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82354770). 00000800:00000200:1.0:1761313447.640596:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.640603:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.640606:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.640619:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.640623:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.640626:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008df634cd. 00000800:00000200:0.0:1761313447.640807:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.640811:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:0.0:1761313447.640815:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.640819:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.640823:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac840340 00000400:00000010:0.0:1761313447.640824:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac840340. 00080000:00000010:2.0:1761313447.642072:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0b18ef3. 00010000:00000010:2.0:1761313447.642184:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1af9f44. 00010000:00000010:2.0:1761313447.642192:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008bcb3cf1. 00010000:00000010:2.0:1761313447.642272:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ebc05e1. 00010000:00000010:2.0:1761313447.642279:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001543b719. 00010000:00000010:2.0:1761313447.642292:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001fd7998f. 00000100:00000010:2.0:1761313447.642298:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.642307:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b23b8fe. 02000000:00000010:2.0:1761313447.642319:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c1704a9f. 02000000:00000010:2.0:1761313447.642344:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aee0c623. 00000400:00000010:2.0:1761313447.642350:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009d8191c8. 00000400:00000010:2.0:1761313447.642356:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313447.642362:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498816, portal 16 00000400:00000010:2.0:1761313447.642367:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce8d1e5. 00000100:00000200:2.0:1761313447.642369:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498816, offset 0 00000400:00000200:2.0:1761313447.642377:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.642391:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.642397:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.642401:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.642404:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.642407:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89560:89560:256:4294967295] 192.168.204.1@tcp LPNI seq info [89560:89560:8:4294967295] 00000400:00000200:2.0:1761313447.642415:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.642421:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.642425:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000800:00000200:2.0:1761313447.642430:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.642443:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.642447:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.642793:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.642797:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:3.0:1761313447.642802:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.642807:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.642811:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce8d1e5 00000400:00000010:3.0:1761313447.642812:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce8d1e5. 00000100:00000200:3.0:1761313447.642820:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b23b8fe x1846869206498816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.643582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c996ead. 00010000:00000010:1.1:1761313447.643590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b625c66. 00010000:00000010:1.1:1761313447.643594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041bbb1a4. 00010000:00000010:1.1:1761313447.643596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f63f8d. 00010000:00000010:1.1:1761313447.643599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096f62c4a. 00000400:00000200:2.0:1761313447.645794:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.645812:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffe00 00000400:00000200:2.0:1761313447.645820:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaea71 [1] + 224 00000400:00000200:2.0:1761313447.645834:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.645838:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.645847:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b23b8fe x1846869206498816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313447.645908:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009d8191c8. 00000400:00000200:1.0:1761313447.645914:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:1.0:1761313447.645916:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:1.0:1761313447.645922:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b23b8fe x1846869206498816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.645931:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b23b8fe x1846869206498816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.645959:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aee0c623. 02000000:00000010:1.0:1761313447.645964:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c1704a9f. 00000100:00000010:1.0:1761313447.645969:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b23b8fe. 00000100:00000010:1.0:1761313447.645973:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:1.0:1761313447.645977:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001fd7998f. 00000400:00000200:0.0:1761313447.646289:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.646299:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957c00 00000400:00000200:0.0:1761313447.646304:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad3ad [2] + 1968 00000400:00000010:0.0:1761313447.646307:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d30a2c27. 00000400:00000200:0.0:1761313447.646311:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b608d470 00000400:00000200:0.0:1761313447.646360:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.646364:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.646366:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b608d470 00000400:00000010:0.0:1761313447.646369:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b608d470 (tot 82354370). 00000100:00000200:0.0:1761313447.646373:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313447.646442:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e84227b. 00000020:00000010:3.0:1761313447.646450:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.646454:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313447.646515:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000076b050d x1846869199518720/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313447.646544:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518720 02000000:00000010:3.0:1761313447.646555:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe844e4e. 00010000:00000010:3.0:1761313447.646582:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059061797. 00010000:00000010:3.0:1761313447.646600:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.646607:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008909cfc1. 00000100:00000010:3.0:1761313447.646620:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008909cfc1. 00010000:00000010:3.0:1761313447.646623:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.646634:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b8ed9c. 00000100:00000200:3.0:1761313447.646638:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518720, offset 224 00000400:00000200:3.0:1761313447.646644:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.646653:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.646658:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89561:89561:256:4294967295] 192.168.204.1@tcp LPNI seq info [89561:89561:8:4294967295] 00000400:00000200:3.0:1761313447.646668:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.646673:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.646677:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005335cb5f (tot 82354618). 00000800:00000200:3.0:1761313447.646681:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.646686:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.646690:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005335cb5f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.646706:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.646709:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.646714:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e84227b. 02000000:00000010:3.0:1761313447.646722:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f72af58a. 00000100:00000010:3.0:1761313447.646726:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058c26597. 02000000:00000010:3.0:1761313447.646729:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ecf92a88. 00080000:00000010:1.0:1761313447.646729:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f72af58a. 00000100:00000010:3.0:1761313447.646733:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c468af4. 02000000:00000010:3.0:1761313447.646737:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003c7cb895. 00000100:00000010:3.0:1761313447.646739:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 02000000:00000010:3.0:1761313447.646742:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fdd0c621. 00000100:00000010:3.0:1761313447.646744:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 02000000:00000010:3.0:1761313447.646747:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a483e3a. 00000100:00000010:3.0:1761313447.646748:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 02000000:00000010:3.0:1761313447.646750:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002aa52beb. 00000100:00000010:3.0:1761313447.646752:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc378313. 00000100:00000200:3.0:1761313447.646757:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313447.646761:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d9ef57e. 00000400:00000010:3.0:1761313447.646764:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008909cfc1 (tot 82354770). 00010000:00000010:1.0:1761313447.646820:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001543b719. 00010000:00000010:1.0:1761313447.646827:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2b8c16e. 00010000:00000010:1.0:1761313447.646905:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096f62c4a. 00010000:00000010:1.0:1761313447.646911:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000bd66eb7. 00010000:00000010:1.0:1761313447.646919:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.646923:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce78c43e. 00000100:00000010:1.0:1761313447.646929:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313447.646940:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008df634cd. 02000000:00000010:1.0:1761313447.646963:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000375fc6a4. 00000400:00000010:1.0:1761313447.646967:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd0d628. 00000400:00000010:1.0:1761313447.646970:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313447.646973:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498880, portal 16 00000400:00000010:1.0:1761313447.646977:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a8c88d3. 00000100:00000200:1.0:1761313447.646979:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498880, offset 0 00000400:00000200:1.0:1761313447.646984:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.646990:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.646997:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.647001:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.647004:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.647006:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89562:89562:255:4294967295] 192.168.204.1@tcp LPNI seq info [89562:89562:7:4294967295] 00000400:00000200:1.0:1761313447.647013:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.647018:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.647020:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000597e8afc (tot 82355018). 00000800:00000200:1.0:1761313447.647024:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.647028:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.647031:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000597e8afc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.647233:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.647236:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005335cb5f (tot 82354770). 00000400:00000200:2.0:1761313447.647246:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.647251:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.647253:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b8ed9c 00000400:00000010:2.0:1761313447.647255:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b8ed9c. 02000000:00000010:2.0:1761313447.647262:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe844e4e. 00000800:00000200:2.0:1761313447.647313:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.647315:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000597e8afc (tot 82354522). 00000400:00000200:2.0:1761313447.647318:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.647321:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.647323:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a8c88d3 00000400:00000010:2.0:1761313447.647325:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a8c88d3. 00000100:00000200:2.0:1761313447.647331:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dc8069e x1846869206498880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.648597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b27d9c22. 00010000:00000010:2.1:1761313447.652694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6656a95. 00010000:00000010:2.1:1761313447.652717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e0ad54a. 00000400:00000200:2.0:1761313447.652758:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.652776:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffe40 00000400:00000200:2.0:1761313447.652785:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaea81 [1] + 224 00000400:00000200:2.0:1761313447.652801:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.652805:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.652815:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dc8069e x1846869206498880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313447.652907:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd0d628. 00000400:00000200:1.0:1761313447.652913:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313447.652915:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:1.0:1761313447.652921:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dc8069e x1846869206498880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.652928:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dc8069e x1846869206498880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.652956:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000375fc6a4. 02000000:00000010:1.0:1761313447.652961:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008df634cd. 00000100:00000010:1.0:1761313447.652966:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000100:00000010:1.0:1761313447.652969:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce78c43e. 00010000:00000010:1.0:1761313447.652974:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00000400:00000200:0.0:1761313447.655850:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.655870:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957c40 00000400:00000200:0.0:1761313447.655878:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad405 [2] + 0 00000400:00000200:0.0:1761313447.655957:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.655963:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.655970:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313447.655976:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008fa85d88. 00000020:00000010:3.0:1761313447.656367:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecf92a88. 00000020:00000010:3.0:1761313447.656374:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.656379:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313447.656404:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008fa85d88 x1846869199518784/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313447.656435:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518784 02000000:00000010:3.0:1761313447.656447:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009e84227b. 00010000:00000010:3.0:1761313447.656494:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056d51bda. 00010000:00000010:3.0:1761313447.656515:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.656520:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a628a7a. 00000100:00000010:3.0:1761313447.656540:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a628a7a. 00010000:00000010:3.0:1761313447.656544:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.656559:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313447.656563:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518784, offset 224 00000400:00000200:3.0:1761313447.656572:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.656584:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.656590:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89563:89563:256:4294967295] 192.168.204.1@tcp LPNI seq info [89563:89563:8:4294967295] 00000400:00000200:3.0:1761313447.656599:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.656604:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.656608:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25bab87 (tot 82354770). 00000800:00000200:3.0:1761313447.656614:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.656620:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.656623:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25bab87 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.656647:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.656651:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.656655:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecf92a88. 00080000:00000010:2.0:1761313447.656713:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1e1af9c. 00010000:00000010:2.0:1761313447.656795:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bd66eb7. 00010000:00000010:2.0:1761313447.656800:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b0d30c0. 00010000:00000010:2.0:1761313447.656865:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22c148f. 00010000:00000010:2.0:1761313447.656869:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000264698dc. 00010000:00000010:2.0:1761313447.656877:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313447.656881:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.656886:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfd0c749. 02000000:00000010:2.0:1761313447.656897:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d587b30a. 02000000:00000010:2.0:1761313447.656915:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af5da8f8. 00000400:00000010:2.0:1761313447.656919:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f171e134. 00000400:00000010:2.0:1761313447.656923:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d96c721. 00000100:00000200:2.0:1761313447.656927:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206498944, portal 16 00000400:00000010:2.0:1761313447.656930:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021a4f2ae. 00000100:00000200:2.0:1761313447.656932:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206498944, offset 0 00000400:00000200:2.0:1761313447.656943:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.656948:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.656954:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.656957:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.656959:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.656961:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89564:89564:255:4294967295] 192.168.204.1@tcp LPNI seq info [89564:89564:7:4294967295] 00000400:00000200:2.0:1761313447.656968:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.656971:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.656974:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82355018). 00000800:00000200:2.0:1761313447.656977:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.656980:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.656982:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313447.657143:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.657148:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25bab87 (tot 82354770). 00000400:00000200:0.0:1761313447.657157:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.657161:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.657164:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:0.0:1761313447.657166:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00010000:00000010:1.1:1761313447.658198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b78dd25. 00010000:00000010:1.1:1761313447.658215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ebc05e1. 00010000:00000010:3.1:1761313447.658323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002845e5f7. 00000800:00000200:0.0:1761313447.659104:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.659108:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00000400:00000200:0.0:1761313447.659115:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.659122:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.659127:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021a4f2ae 00000400:00000010:0.0:1761313447.659129:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021a4f2ae. 00000100:00000200:0.0:1761313447.659147:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfd0c749 x1846869206498944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.659331:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.659344:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffe80 00000400:00000200:2.0:1761313447.659351:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaea8d [1] + 224 00000400:00000200:2.0:1761313447.659360:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.659362:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.659369:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfd0c749 x1846869206498944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.659402:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.659407:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957c80 00000400:00000200:2.0:1761313447.659412:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad405 [2] + 328 00000400:00000200:2.0:1761313447.659455:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.659459:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.659462:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.659490:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066698b35. 00000400:00000010:1.0:1761313447.659762:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f171e134. 00000400:00000200:1.0:1761313447.659767:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d96c721 00000400:00000010:1.0:1761313447.659768:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d96c721. 00000100:00000200:1.0:1761313447.659781:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfd0c749 x1846869206498944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.659787:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfd0c749 x1846869206498944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.659814:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af5da8f8. 02000000:00000010:1.0:1761313447.659820:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d587b30a. 00000100:00000010:1.0:1761313447.659823:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfd0c749. 00000100:00000010:1.0:1761313447.659827:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:1.0:1761313447.659830:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000020:00000010:3.0:1761313447.659981:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecf92a88. 00000020:00000010:3.0:1761313447.659988:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.659992:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313447.660015:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066698b35 x1846869199518848/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313447.660044:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518848 02000000:00000010:3.0:1761313447.660054:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe844e4e. 00010000:00000010:3.0:1761313447.660081:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4cfbf9c. 00010000:00000010:3.0:1761313447.660105:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.660111:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a628a7a. 00000100:00000010:3.0:1761313447.660126:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a628a7a. 00010000:00000010:3.0:1761313447.660129:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.660150:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b08f2b92. 00000100:00000200:3.0:1761313447.660154:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518848, offset 224 00000400:00000200:3.0:1761313447.660163:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.660178:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.660183:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89565:89565:256:4294967295] 192.168.204.1@tcp LPNI seq info [89565:89565:8:4294967295] 00000400:00000200:3.0:1761313447.660195:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.660200:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.660205:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25bab87 (tot 82354770). 00000800:00000200:3.0:1761313447.660213:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.660219:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.660223:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25bab87 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.660238:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.660242:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.660246:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecf92a88. 00080000:00000010:1.0:1761313447.660305:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000375fc6a4. 00010000:00000010:1.0:1761313447.660390:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000264698dc. 00010000:00000010:1.0:1761313447.660396:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000625e61e5. 00010000:00000010:1.0:1761313447.660504:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e113555. 00010000:00000010:1.0:1761313447.660511:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf0088b. 00010000:00000010:1.0:1761313447.660521:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.660525:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce78c43e. 00000100:00000010:1.0:1761313447.660720:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313447.660732:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008df634cd. 02000000:00000010:1.0:1761313447.660754:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f68c3bec. 00000400:00000010:1.0:1761313447.660759:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd0d628. 00000400:00000010:1.0:1761313447.660763:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313447.660767:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499008, portal 16 00000400:00000010:1.0:1761313447.660770:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f876655b. 00000100:00000200:1.0:1761313447.660772:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499008, offset 0 00000400:00000200:1.0:1761313447.660778:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.660784:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.660790:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.660794:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.660796:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.660799:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89566:89566:255:4294967295] 192.168.204.1@tcp LPNI seq info [89566:89566:7:4294967295] 00000400:00000200:1.0:1761313447.660805:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.660809:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.660813:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008803a01b (tot 82355018). 00000800:00000200:1.0:1761313447.660816:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.660820:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.660822:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008803a01b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313447.660902:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.660905:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25bab87 (tot 82354770). 00000400:00000200:0.0:1761313447.660913:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.660917:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.660921:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b08f2b92 00000400:00000010:0.0:1761313447.660923:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b08f2b92. 00000800:00000200:0.0:1761313447.660980:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.660981:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008803a01b (tot 82354522). 00000400:00000200:0.0:1761313447.660985:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.660987:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.660989:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f876655b 00000400:00000010:0.0:1761313447.660990:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f876655b. 00000100:00000200:0.0:1761313447.660995:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dc8069e x1846869206499008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.661521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d554366. 00010000:00000010:2.1:1761313447.661529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096f62c4a. 00000400:00000200:0.0:1761313447.662173:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313447.662186:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7befffec0 00000400:00000200:0.0:1761313447.662191:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaea99 [1] + 224 00000400:00000200:0.0:1761313447.662202:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.662204:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313447.662211:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dc8069e x1846869206499008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313447.665272:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd0d628. 00000400:00000200:1.0:1761313447.665284:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:1.0:1761313447.665286:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:1.0:1761313447.665300:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dc8069e x1846869206499008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.665310:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dc8069e x1846869206499008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.665340:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f68c3bec. 02000000:00000010:1.0:1761313447.665346:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008df634cd. 00000100:00000010:1.0:1761313447.665352:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000100:00000010:1.0:1761313447.665356:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce78c43e. 00010000:00000010:1.0:1761313447.665361:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00010000:00000010:3.1:1761313447.665499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084748ad4. 00010000:00000010:3.1:1761313447.665505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0f8e1b3. 00010000:00000010:1.1:1761313447.665779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dd69a15. 00010000:00000010:1.1:1761313447.665787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22c148f. 00000400:00000200:2.0:1761313447.666972:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.666991:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957cc0 00000400:00000200:2.0:1761313447.666998:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad405 [2] + 656 00000400:00000200:2.0:1761313447.667055:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.667064:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.667071:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.667077:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfd0c749. 00000020:00000010:0.0:1761313447.668261:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004a4f5d1. 00000020:00000010:0.0:1761313447.668271:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008583fe8e. 00000020:00000010:0.0:1761313447.668278:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313447.668307:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfd0c749 x1846869199518912/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313447.668343:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518912 02000000:00000010:0.0:1761313447.668355:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd200a45. 00010000:00000010:0.0:1761313447.668387:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007fe6f7ec. 00010000:00000010:0.0:1761313447.668412:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016940ff7. 00000100:00000010:0.0:1761313447.668419:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00080000:00000010:1.0:1761313447.669124:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f68c3bec. 00010000:00000010:1.0:1761313447.669293:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043f63f8d. 00010000:00000010:1.0:1761313447.669297:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000065138660. 00010000:00000010:1.0:1761313447.669303:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d81968f. 00010000:00000010:1.0:1761313447.669309:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c02bdd39. 00080000:00000010:1.0:1761313447.669322:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032f1ea77. 00010000:00000010:1.0:1761313447.669346:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c02bdd39. 00010000:00000010:1.0:1761313447.669352:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065138660. 00010000:00000010:1.0:1761313447.669410:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071b3303e. 00010000:00000010:1.0:1761313447.669414:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c02bdd39. 00010000:00000010:1.0:1761313447.669422:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d575298. 00000100:00000010:1.0:1761313447.669427:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce78c43e. 00000100:00000010:1.0:1761313447.669435:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313447.669448:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2ed5da2. 02000000:00000010:1.0:1761313447.669520:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008df634cd. 00000400:00000010:1.0:1761313447.669528:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd0d628. 00000400:00000010:1.0:1761313447.669534:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313447.669541:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499072, portal 16 00000400:00000010:1.0:1761313447.669546:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d52d4f38. 00000100:00000200:1.0:1761313447.669548:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499072, offset 0 00000400:00000200:1.0:1761313447.669556:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.669570:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.669579:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.669582:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.669585:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.669587:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89567:89567:256:4294967295] 192.168.204.1@tcp LPNI seq info [89567:89567:8:4294967295] 00000400:00000200:1.0:1761313447.669597:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.669603:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.669607:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae5814d2 (tot 82354770). 00000800:00000200:1.0:1761313447.669613:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.669620:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.669624:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae5814d2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.669755:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.669758:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae5814d2 (tot 82354522). 00000400:00000200:1.0:1761313447.669762:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.669766:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.669769:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d52d4f38 00000400:00000010:1.0:1761313447.669771:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d52d4f38. 00000100:00000200:1.0:1761313447.669778:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dc8069e x1846869206499072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313447.669960:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf0088b. 00000100:00000010:0.0:1761313447.669970:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.669973:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016940ff7. 00010000:00000010:0.0:1761313447.669977:0:64770:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae3b6666. 00000400:00000010:0.0:1761313447.669991:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313447.669994:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518912, offset 224 00000400:00000200:0.0:1761313447.669999:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.670005:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.670008:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89568:89568:256:4294967295] 192.168.204.1@tcp LPNI seq info [89568:89568:8:4294967295] 00000400:00000200:0.0:1761313447.670014:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.670018:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.670021:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313447.670025:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.670028:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.670029:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.670058:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008583fe8e. 00000020:00000010:0.0:1761313447.670063:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313447.670067:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004a4f5d1. 00000800:00000200:2.0:1761313447.670158:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.670161:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:2.0:1761313447.670164:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.670167:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.670169:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:2.0:1761313447.670170:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00010000:00000010:1.1:1761313447.674775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f63f8d. 00010000:00000010:1.1:1761313447.674792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d81968f. 00000400:00000200:1.0:1761313447.675943:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.675962:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffff00 00000400:00000200:1.0:1761313447.675971:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeaa1 [1] + 224 00000400:00000200:1.0:1761313447.675986:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.675990:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.676000:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dc8069e x1846869206499072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.676669:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.676678:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957d00 00000400:00000200:3.0:1761313447.676684:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad405 [2] + 984 00000400:00000200:3.0:1761313447.676729:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.676733:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.676737:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.676742:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cbfa9e4d. 00000020:00000010:0.0:1761313447.676826:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004a4f5d1. 00000020:00000010:0.0:1761313447.676834:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008583fe8e. 00000020:00000010:0.0:1761313447.676839:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313447.676864:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cbfa9e4d x1846869199518976/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313447.676900:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199518976 02000000:00000010:0.0:1761313447.676911:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005402bf73. 00010000:00000010:0.0:1761313447.676948:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016940ff7. 00000100:00000010:0.0:1761313447.676955:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.676960:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.676964:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016940ff7. 00000400:00000010:0.0:1761313447.676977:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313447.676982:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199518976, offset 224 00000400:00000200:0.0:1761313447.677015:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.677024:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.677029:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89569:89569:256:4294967295] 192.168.204.1@tcp LPNI seq info [89569:89569:8:4294967295] 00000400:00000200:0.0:1761313447.677040:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.677045:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.677050:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c62a58ca (tot 82354770). 00000800:00000200:0.0:1761313447.677055:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.677061:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.677065:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c62a58ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.677079:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008583fe8e. 00000020:00000010:0.0:1761313447.677083:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313447.677086:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004a4f5d1. 00000800:00000200:1.0:1761313447.677271:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.677274:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c62a58ca (tot 82354522). 00000400:00000200:1.0:1761313447.677277:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.677281:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.677284:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:1.0:1761313447.677286:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000400:00000010:2.0:1761313447.677868:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd0d628. 00000400:00000200:2.0:1761313447.677873:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:2.0:1761313447.677875:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00000100:00000200:2.0:1761313447.677883:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dc8069e x1846869206499072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.677891:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dc8069e x1846869206499072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313447.677912:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de039c6d. 02000000:00000010:2.0:1761313447.677926:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008df634cd. 02000000:00000010:2.0:1761313447.677931:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2ed5da2. 00000100:00000010:2.0:1761313447.677935:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000100:00000010:2.0:1761313447.677938:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce78c43e. 00010000:00000010:2.0:1761313447.677941:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d575298. 00080000:00000010:2.0:1761313447.677957:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc3f56e3. 00010000:00000010:2.0:1761313447.678048:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c02bdd39. 00010000:00000010:2.0:1761313447.678056:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069c02981. 00010000:00000010:2.0:1761313447.678130:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cb69883. 00010000:00000010:2.0:1761313447.678147:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cfe21e8c. 00010000:00000010:2.0:1761313447.678157:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000643f0844. 00000100:00000010:2.0:1761313447.678161:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.678167:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc378313. 02000000:00000010:2.0:1761313447.678178:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb11279e. 02000000:00000010:2.0:1761313447.678203:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cea0ebc7. 00000400:00000010:2.0:1761313447.678208:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313447.678212:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086a44fc9. 00000100:00000200:2.0:1761313447.678217:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499136, portal 16 00000400:00000010:2.0:1761313447.678220:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510ee54. 00000100:00000200:2.0:1761313447.678222:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499136, offset 0 00000400:00000200:2.0:1761313447.678229:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.678238:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.678244:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.678247:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.678251:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.678253:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89570:89570:256:4294967295] 192.168.204.1@tcp LPNI seq info [89570:89570:8:4294967295] 00000400:00000200:2.0:1761313447.678262:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.678266:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.678270:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313447.678274:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.678279:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.678282:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313447.678508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d72cc28. 00010000:00000010:0.1:1761313447.678514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e113555. 00010000:00000010:0.1:1761313447.678517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d86e3fbf. 00000800:00000200:1.0:1761313447.680016:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.680022:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:1.0:1761313447.680041:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.680049:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.680054:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510ee54 00000400:00000010:1.0:1761313447.680056:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510ee54. 00000100:00000200:1.0:1761313447.680064:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc378313 x1846869206499136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.682087:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.682106:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffff40 00000400:00000200:3.0:1761313447.682114:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeab1 [1] + 224 00000400:00000200:3.0:1761313447.682128:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.682131:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.682150:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc378313 x1846869206499136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313447.682384:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313447.682389:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086a44fc9 00000400:00000010:2.0:1761313447.682391:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086a44fc9. 00000100:00000200:2.0:1761313447.682397:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc378313 x1846869206499136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.682410:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc378313 x1846869206499136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.682438:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cea0ebc7. 02000000:00000010:2.0:1761313447.682443:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb11279e. 00000100:00000010:2.0:1761313447.682447:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc378313. 00000100:00000010:2.0:1761313447.682451:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:2.0:1761313447.682455:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000643f0844. 00010000:00000010:2.1:1761313447.686103:0:25:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e6deb4. 00010000:00000010:2.1:1761313447.686117:0:25:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084c8216b. 00010000:00000010:2.1:1761313447.686121:0:25:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b3303e. 00000400:00000200:1.0:1761313447.686275:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.686292:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957d40 00000400:00000200:1.0:1761313447.686300:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad405 [2] + 1312 00000400:00000200:1.0:1761313447.686504:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.686509:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.686516:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.686521:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:3.0:1761313447.687905:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecf92a88. 00000020:00000010:3.0:1761313447.687917:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.687923:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313447.687951:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199519040/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313447.688000:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519040 02000000:00000010:3.0:1761313447.688012:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004494f9cc. 00010000:00000010:3.0:1761313447.688051:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b978144. 00010000:00000010:3.0:1761313447.688176:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313447.688184:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a628a7a. 00000100:00000010:3.0:1761313447.688257:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a628a7a. 00010000:00000010:3.0:1761313447.688262:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313447.688279:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac83a63. 00000100:00000200:3.0:1761313447.688286:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519040, offset 224 00000400:00000200:3.0:1761313447.688296:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.688310:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.688317:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89571:89571:256:4294967295] 192.168.204.1@tcp LPNI seq info [89571:89571:8:4294967295] 00000400:00000200:3.0:1761313447.688329:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.688336:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.688341:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005335cb5f (tot 82354770). 00000800:00000200:3.0:1761313447.688348:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.688355:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.688359:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005335cb5f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.688377:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.688381:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.688385:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecf92a88. 00080000:00000010:2.0:1761313447.690517:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2ed5da2. 00010000:00000010:2.0:1761313447.690621:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfe21e8c. 00010000:00000010:2.0:1761313447.690631:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004da7d9d6. 00000800:00000200:1.0:1761313447.690649:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.690653:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005335cb5f (tot 82354522). 00000400:00000200:1.0:1761313447.690664:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.690672:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.690678:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac83a63 00000400:00000010:1.0:1761313447.690680:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac83a63. 00010000:00000010:2.0:1761313447.690713:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008edcd820. 00010000:00000010:2.0:1761313447.690720:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cfe21e8c. 00010000:00000010:2.0:1761313447.690735:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000643f0844. 00000100:00000010:2.0:1761313447.690741:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.690751:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc378313. 02000000:00000010:2.0:1761313447.690766:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aee0c623. 02000000:00000010:2.0:1761313447.690799:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac9e1652. 00000400:00000010:2.0:1761313447.690805:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313447.690811:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086a44fc9. 00000100:00000200:2.0:1761313447.690818:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499200, portal 16 00000400:00000010:2.0:1761313447.690823:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe79c649. 00000100:00000200:2.0:1761313447.690827:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499200, offset 0 00000400:00000200:2.0:1761313447.690834:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.690847:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.690855:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.690858:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.690861:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.690864:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89572:89572:256:4294967295] 192.168.204.1@tcp LPNI seq info [89572:89572:8:4294967295] 00000400:00000200:2.0:1761313447.690874:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.690879:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.690884:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82354770). 00000800:00000200:2.0:1761313447.690890:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.690897:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.690901:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.691541:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.691547:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354522). 00000400:00000200:1.0:1761313447.691552:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.691557:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.691561:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe79c649 00000400:00000010:1.0:1761313447.691563:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe79c649. 00000100:00000200:1.0:1761313447.691571:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc378313 x1846869206499200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.694231:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.694253:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffff80 00000400:00000200:1.0:1761313447.694262:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeabd [1] + 224 00000400:00000200:1.0:1761313447.694279:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.694283:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.694294:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc378313 x1846869206499200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.695671:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.695684:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957d80 00000400:00000200:1.0:1761313447.695690:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad405 [2] + 1640 00000400:00000010:2.0:1761313447.696142:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313447.696149:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086a44fc9 00000400:00000010:2.0:1761313447.696151:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086a44fc9. 00000100:00000200:2.0:1761313447.696160:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc378313 x1846869206499200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.696169:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc378313 x1846869206499200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.696203:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac9e1652. 02000000:00000010:2.0:1761313447.696209:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aee0c623. 00000100:00000010:2.0:1761313447.696215:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc378313. 00000100:00000010:2.0:1761313447.696220:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:2.0:1761313447.696224:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000643f0844. 00000400:00000200:1.0:1761313447.696405:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.696410:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.696417:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.696422:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000020:00000010:2.0:1761313447.696696:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac9e1652. 00000020:00000010:2.0:1761313447.696703:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f38d4539. 00000020:00000010:2.0:1761313447.696707:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.696729:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199519104/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313447.696754:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519104 02000000:00000010:2.0:1761313447.696763:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b9e0b3e1. 00010000:00000010:2.0:1761313447.696789:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ad9ce7c. 00010000:00000010:2.0:1761313447.696807:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000643f0844. 00000100:00000010:2.0:1761313447.696814:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.696825:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:2.0:1761313447.696827:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000643f0844. 00080000:00000010:2.0:1761313447.696852:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aee0c623. 00010000:00000010:2.0:1761313447.696940:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfe21e8c. 00010000:00000010:2.0:1761313447.696947:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acd60a06. 00010000:00000010:2.0:1761313447.697022:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000deeec26d. 00010000:00000010:2.0:1761313447.697029:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cfe21e8c. 00010000:00000010:2.0:1761313447.697038:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000643f0844. 00000100:00000010:2.0:1761313447.697041:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.697047:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc378313. 02000000:00000010:2.0:1761313447.697075:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000136d5733. 02000000:00000010:2.0:1761313447.697098:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cff445e8. 00000400:00000010:2.0:1761313447.697103:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313447.697107:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086a44fc9. 00000100:00000200:2.0:1761313447.697113:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499264, portal 16 00000400:00000010:2.0:1761313447.697117:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd66a147. 00000100:00000200:2.0:1761313447.697118:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499264, offset 0 00000400:00000200:2.0:1761313447.697126:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.697145:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.697152:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.697156:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.697158:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.697162:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89573:89573:256:4294967295] 192.168.204.1@tcp LPNI seq info [89573:89573:8:4294967295] 00000400:00000200:2.0:1761313447.697171:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.697175:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.697179:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82354770). 00000800:00000200:2.0:1761313447.697184:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.697191:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.697195:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1761313447.697220:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313447.697223:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519104, offset 224 00000400:00000200:2.0:1761313447.697228:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.697233:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.697237:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89574:89574:255:4294967295] 192.168.204.1@tcp LPNI seq info [89574:89574:7:4294967295] 00000400:00000200:2.0:1761313447.697244:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.697249:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000200:1.0:1761313447.698163:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.698170:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354522). 00000400:00000200:1.0:1761313447.698177:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.698184:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.698189:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd66a147 00000400:00000010:1.0:1761313447.698192:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd66a147. 00000100:00000200:1.0:1761313447.698199:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc378313 x1846869206499264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313447.698938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c662973b. 00000800:00000010:2.0:1761313447.699257:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82354770). 00000800:00000200:2.0:1761313447.699268:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.699274:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.699279:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.699315:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f38d4539. 00000020:00000010:2.0:1761313447.699321:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:2.0:1761313447.699325:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac9e1652. 00000800:00000200:1.0:1761313447.699425:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.699429:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354522). 00000400:00000200:1.0:1761313447.699434:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.699440:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.699445:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:1.0:1761313447.699447:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000400:00000200:1.0:1761313447.701170:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.701190:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7beffffc0 00000400:00000200:1.0:1761313447.701200:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeac5 [1] + 224 00000400:00000200:1.0:1761313447.701215:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.701219:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.701229:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc378313 x1846869206499264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313447.701290:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313447.701296:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086a44fc9 00000400:00000010:2.0:1761313447.701298:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086a44fc9. 00000100:00000200:2.0:1761313447.701304:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc378313 x1846869206499264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.701313:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc378313 x1846869206499264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.701345:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cff445e8. 02000000:00000010:2.0:1761313447.701352:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000136d5733. 00000100:00000010:2.0:1761313447.701359:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc378313. 00000100:00000010:2.0:1761313447.701363:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:2.0:1761313447.701367:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000643f0844. 00010000:00000010:2.1:1761313447.701905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009062b115. 00010000:00000010:2.1:1761313447.701914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cb69883. 00000400:00000200:1.0:1761313447.706040:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.706059:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957dc0 00000400:00000200:1.0:1761313447.706067:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad405 [2] + 1968 00000400:00000010:1.0:1761313447.706071:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003873cc4b. 00000400:00000200:1.0:1761313447.706077:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000060ed66dc 00000400:00000200:1.0:1761313447.706412:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.706418:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.706422:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060ed66dc 00000400:00000010:1.0:1761313447.706425:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000060ed66dc (tot 82354370). 00000100:00000200:1.0:1761313447.706431:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313447.706670:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cff445e8. 00000020:00000010:2.0:1761313447.706677:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f38d4539. 00000020:00000010:2.0:1761313447.706681:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003c52f231. 00000100:00000200:2.0:1761313447.706705:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000421b8776 x1846869199519168/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313447.706934:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519168 02000000:00000010:2.0:1761313447.706946:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d5757c0. 00010000:00000010:2.0:1761313447.706976:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002279153c. 00010000:00000010:2.0:1761313447.707000:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000643f0844. 00000100:00000010:2.0:1761313447.707012:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.707026:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:2.0:1761313447.707031:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000643f0844. 00080000:00000010:2.0:1761313447.707061:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020c002f1. 00000400:00000010:3.0:1761313447.707147:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040bc3654. 00000100:00000200:3.0:1761313447.707155:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519168, offset 224 00000400:00000200:3.0:1761313447.707164:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00010000:00000010:2.0:1761313447.707172:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfe21e8c. 00000400:00000200:3.0:1761313447.707179:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00010000:00000010:2.0:1761313447.707180:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024d7eab8. 00000400:00000200:3.0:1761313447.707189:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89575:89575:256:4294967295] 192.168.204.1@tcp LPNI seq info [89575:89575:8:4294967295] 00000400:00000200:3.0:1761313447.707200:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.707205:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.707210:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354618). 00000800:00000200:3.0:1761313447.707215:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.707223:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.707227:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.707245:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f38d4539. 00000020:00000010:3.0:1761313447.707250:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003c52f231. 00000020:00000010:3.0:1761313447.707253:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cff445e8. 02000000:00000010:3.0:1761313447.707263:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b9e0b3e1. 00000100:00000010:3.0:1761313447.707266:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 02000000:00000010:3.0:1761313447.707271:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004494f9cc. 00000100:00000010:3.0:1761313447.707273:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 02000000:00000010:3.0:1761313447.707277:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005402bf73. 00000100:00000010:3.0:1761313447.707279:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cbfa9e4d. 00010000:00000010:2.0:1761313447.707279:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cb69883. 02000000:00000010:3.0:1761313447.707286:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd200a45. 00010000:00000010:2.0:1761313447.707286:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cfe21e8c. 00000100:00000010:3.0:1761313447.707289:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfd0c749. 02000000:00000010:3.0:1761313447.707295:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe844e4e. 00000100:00000010:3.0:1761313447.707297:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066698b35. 00010000:00000010:2.0:1761313447.707300:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000643f0844. 02000000:00000010:3.0:1761313447.707301:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009e84227b. 00000100:00000010:2.0:1761313447.707305:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:3.0:1761313447.707306:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008fa85d88. 00000100:00000010:2.0:1761313447.707313:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc378313. 00000100:00000200:3.0:1761313447.707318:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313447.707326:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000849fe91d. 02000000:00000010:2.0:1761313447.707327:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c5d0920. 00000400:00000010:3.0:1761313447.707332:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001a628a7a (tot 82354770). 02000000:00000010:2.0:1761313447.707352:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f585cbb. 00000400:00000010:2.0:1761313447.707357:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313447.707361:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086a44fc9. 00000100:00000200:2.0:1761313447.707364:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499328, portal 16 00000400:00000010:2.0:1761313447.707368:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1b40db9. 00000100:00000200:2.0:1761313447.707369:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499328, offset 0 00000400:00000200:2.0:1761313447.707375:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.707381:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.707387:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.707391:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.707393:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.707396:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89576:89576:255:4294967295] 192.168.204.1@tcp LPNI seq info [89576:89576:7:4294967295] 00000400:00000200:2.0:1761313447.707403:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.707407:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.707410:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82355018). 00000800:00000200:2.0:1761313447.707414:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.707417:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.707420:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.707526:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.707530:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354770). 00000400:00000200:1.0:1761313447.707539:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.707543:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.707546:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040bc3654 00000400:00000010:1.0:1761313447.707547:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040bc3654. 02000000:00000010:1.0:1761313447.707553:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d5757c0. 00000800:00000200:1.0:1761313447.707606:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.707608:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354522). 00000400:00000200:1.0:1761313447.707612:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.707616:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.707618:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1b40db9 00000400:00000010:1.0:1761313447.707620:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1b40db9. 00000100:00000200:1.0:1761313447.707625:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc378313 x1846869206499328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.708564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ee1f6c. 00010000:00000010:2.1:1761313447.708660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005fc4a51. 00010000:00000010:2.1:1761313447.708665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008edcd820. 00000400:00000200:1.0:1761313447.714077:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.714097:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000000 00000400:00000200:1.0:1761313447.714105:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaead9 [1] + 224 00000400:00000200:1.0:1761313447.714117:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.714121:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.714143:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc378313 x1846869206499328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.714185:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.714191:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957e00 00000400:00000200:1.0:1761313447.714195:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad45d [2] + 0 00000400:00000200:1.0:1761313447.714246:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.714249:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.714253:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.714258:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000020:00000010:1.0:1761313447.714303:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008df634cd. 00000020:00000010:1.0:1761313447.714310:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.714314:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.714338:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199519232/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313447.714362:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519232 02000000:00000010:1.0:1761313447.714371:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009345c61a. 00010000:00000010:1.0:1761313447.714405:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a46cea6. 00000100:00000010:1.0:1761313447.714411:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047fbeae4. 00000100:00000010:1.0:1761313447.714417:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047fbeae4. 00010000:00000010:1.0:1761313447.714421:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a46cea6. 00000400:00000010:1.0:1761313447.714432:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d52d4f38. 00000100:00000200:1.0:1761313447.714437:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519232, offset 224 00000400:00000200:1.0:1761313447.714444:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.714539:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.714545:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89577:89577:256:4294967295] 192.168.204.1@tcp LPNI seq info [89577:89577:8:4294967295] 00000400:00000200:1.0:1761313447.714555:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.714560:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.714565:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae5814d2 (tot 82354770). 00000800:00000200:1.0:1761313447.714571:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.714577:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.714580:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae5814d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.714598:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313447.714601:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.714604:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008df634cd. 00000800:00000200:1.0:1761313447.714656:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.714659:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae5814d2 (tot 82354522). 00000400:00000200:1.0:1761313447.714663:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.714666:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.714669:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d52d4f38 00000400:00000010:1.0:1761313447.714670:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d52d4f38. 00000400:00000010:3.0:1761313447.714752:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:3.0:1761313447.714756:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086a44fc9 00000400:00000010:3.0:1761313447.714758:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086a44fc9. 00000100:00000200:3.0:1761313447.714763:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc378313 x1846869206499328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313447.714778:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc378313 x1846869206499328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313447.714802:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094a35ef5. 02000000:00000010:3.0:1761313447.714813:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f585cbb. 02000000:00000010:3.0:1761313447.714818:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003c5d0920. 00000100:00000010:3.0:1761313447.714822:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc378313. 00000100:00000010:3.0:1761313447.714825:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:3.0:1761313447.714828:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000643f0844. 00080000:00000010:3.0:1761313447.714844:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e84227b. 00010000:00000010:3.0:1761313447.714934:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfe21e8c. 00010000:00000010:3.0:1761313447.714941:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009071ffa0. 00000001:00000010:3.0:1761313447.714997:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eacf2cc7. 00000001:00000010:3.0:1761313447.715003:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eacf2cc7. 00000001:00000010:3.0:1761313447.715006:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003a5f813c. 00080000:00000010:3.0:1761313447.715010:0:77347:0:(osd_handler.c:6651:osd_it_iam_fini()) kfreed 'it': 328 at 0000000012dc7ce8. 00080000:00000010:3.0:1761313447.715016:0:77347:0:(osd_handler.c:6623:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000fe844e4e. 00000001:00000010:3.0:1761313447.715022:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003a5f813c. 00010000:00000010:3.0:1761313447.715051:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c549fecb. 00010000:00000010:3.0:1761313447.715055:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715060:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be438664. 00010000:00000010:3.0:1761313447.715065:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.715077:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004494f9cc. 00010000:00000010:3.0:1761313447.715104:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.715108:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715174:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d1036a1. 00010000:00000010:3.0:1761313447.715178:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715181:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b81f107. 00010000:00000010:3.0:1761313447.715184:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.715192:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ecf92a88. 00010000:00000010:3.0:1761313447.715215:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.715219:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715251:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d5146243. 00010000:00000010:3.0:1761313447.715254:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715257:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072f2b45d. 00010000:00000010:3.0:1761313447.715259:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.715266:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000464dc140. 00010000:00000010:3.0:1761313447.715289:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.715292:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715324:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe8a6b27. 00010000:00000010:3.0:1761313447.715327:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715330:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003bef4e40. 00010000:00000010:3.0:1761313447.715332:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.715339:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e108ebc2. 00010000:00000010:3.0:1761313447.715361:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.715365:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715394:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008730f1c5. 00010000:00000010:3.0:1761313447.715397:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715400:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae2541e1. 00010000:00000010:3.0:1761313447.715402:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.715410:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009cf7861a. 00010000:00000010:3.0:1761313447.715431:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.715435:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715574:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cdb8de60. 00010000:00000010:3.0:1761313447.715577:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715580:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a579e1d2. 00010000:00000010:3.0:1761313447.715583:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.715591:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037802115. 00010000:00000010:3.0:1761313447.715613:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.715616:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715643:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002d49e16b. 00010000:00000010:3.0:1761313447.715646:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715649:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064fafd2e. 00010000:00000010:3.0:1761313447.715651:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.715657:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec627f96. 00010000:00000010:3.0:1761313447.715678:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.715681:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715711:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067279496. 00010000:00000010:3.0:1761313447.715713:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715716:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038392677. 00010000:00000010:3.0:1761313447.715719:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.715726:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000dbb2ec1. 00010000:00000010:3.0:1761313447.715747:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.715750:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715776:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009f4f6495. 00010000:00000010:3.0:1761313447.715778:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715781:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007eb1990f. 00010000:00000010:3.0:1761313447.715783:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.715789:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7bece14. 00010000:00000010:3.0:1761313447.715808:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.715811:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715842:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000083efe853. 00010000:00000010:3.0:1761313447.715845:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715848:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d18d3824. 00010000:00000010:3.0:1761313447.715851:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.715858:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ac7e668. 00010000:00000010:3.0:1761313447.715881:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.715884:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715916:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a21d9fd1. 00010000:00000010:3.0:1761313447.715918:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715921:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012a02db8. 00010000:00000010:3.0:1761313447.715924:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.715932:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002aa52beb. 00010000:00000010:3.0:1761313447.715955:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.715958:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715986:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063931ef3. 00010000:00000010:3.0:1761313447.715990:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.715992:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000480ca547. 00010000:00000010:3.0:1761313447.715995:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.716002:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a483e3a. 00010000:00000010:3.0:1761313447.716024:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.716027:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.716056:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d7d8d12. 00010000:00000010:3.0:1761313447.716059:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.716062:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe215150. 00010000:00000010:3.0:1761313447.716064:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.716071:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdd0c621. 00010000:00000010:3.0:1761313447.716092:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.716095:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.716127:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000051da21ee. 00010000:00000010:3.0:1761313447.716130:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.716148:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000098351cb. 00010000:00000010:3.0:1761313447.716151:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.716160:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c7cb895. 00010000:00000010:3.0:1761313447.716184:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.716187:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.716218:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ce994a4b. 00010000:00000010:3.0:1761313447.716220:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.716223:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004467eb4b. 00010000:00000010:3.0:1761313447.716226:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.716234:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec0884d3. 00010000:00000010:3.0:1761313447.716258:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.716262:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.716294:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000af17c5b. 00010000:00000010:3.0:1761313447.716298:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.716300:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082a9f3ed. 00010000:00000010:3.0:1761313447.716302:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.716311:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b26ec79. 00010000:00000010:3.0:1761313447.716334:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.716338:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.716368:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005ef6968f. 00010000:00000010:3.0:1761313447.716372:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.716375:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011941016. 00010000:00000010:3.0:1761313447.716378:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.716385:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000390a7ac5. 00010000:00000010:3.0:1761313447.716408:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.716412:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.716440:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000677a7bdb. 00010000:00000010:3.0:1761313447.716443:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.716446:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:3.0:1761313447.716448:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.719300:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000316962e7. 00010000:00000010:3.0:1761313447.719391:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.719400:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.719573:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008739e465. 00010000:00000010:3.0:1761313447.719578:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.719583:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022f9b998. 00010000:00000010:3.0:1761313447.719589:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.719598:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcc4cf0b. 00010000:00000010:3.0:1761313447.719624:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.719627:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.719680:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a96fc9a7. 00010000:00000010:3.0:1761313447.719683:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.719686:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.0:1761313447.719688:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.719696:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f0e4499. 00010000:00000010:3.0:1761313447.719720:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.719723:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.719754:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087cbfd14. 00010000:00000010:3.0:1761313447.719757:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.719760:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015201000. 00010000:00000010:3.0:1761313447.719763:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.719770:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026de92d9. 00010000:00000010:3.0:1761313447.719792:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.719796:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.719832:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0852d76. 00010000:00000010:3.0:1761313447.719835:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.719838:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.0:1761313447.719841:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.719849:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000280e5ced. 00010000:00000010:3.0:1761313447.719875:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.719878:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.719908:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000875fd001. 00010000:00000010:3.0:1761313447.719912:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.719916:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069244663. 00010000:00000010:3.0:1761313447.719919:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.719927:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1c7b49d. 00010000:00000010:3.0:1761313447.719951:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.719954:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.719986:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000261058cd. 00010000:00000010:3.0:1761313447.719988:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.719992:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.0:1761313447.719995:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.720002:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da6493cd. 00010000:00000010:3.0:1761313447.720027:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.720030:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.720060:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5ac6959. 00010000:00000010:3.0:1761313447.720063:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.720066:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b0785. 00010000:00000010:3.0:1761313447.720068:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.720075:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dac63ae1. 00010000:00000010:3.0:1761313447.720096:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.720099:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.720143:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009cbd9385. 00010000:00000010:3.0:1761313447.720146:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.720150:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026d655e9. 00010000:00000010:3.0:1761313447.720152:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.720160:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8a84980. 00010000:00000010:3.0:1761313447.720184:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.720187:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:2.1:1761313447.720523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013765fb6. 00010000:00000010:2.1:1761313447.720532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc40cc7a. 00010000:00000010:2.1:1761313447.720535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deeec26d. 00010000:00000010:3.0:1761313447.720644:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e4e40ee. 00010000:00000010:3.0:1761313447.720648:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.720652:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ad8cc23. 00010000:00000010:3.0:1761313447.720655:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.720663:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e673d500. 00010000:00000010:3.0:1761313447.720687:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.720690:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.720725:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9e5a243. 00010000:00000010:3.0:1761313447.720728:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.720731:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d0610c2. 00010000:00000010:3.0:1761313447.720734:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.720741:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096b2c0db. 00010000:00000010:3.0:1761313447.720761:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.720764:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.720792:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005ff78397. 00010000:00000010:3.0:1761313447.720794:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.720796:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016d6d486. 00010000:00000010:3.0:1761313447.720799:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.720806:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000553487c0. 00010000:00000010:3.0:1761313447.720826:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.720830:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.720858:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000073dfe38a. 00010000:00000010:3.0:1761313447.720860:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.720863:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000634c9587. 00010000:00000010:3.0:1761313447.720865:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.720871:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000999cb459. 00010000:00000010:3.0:1761313447.720892:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.720895:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.720921:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003b7d7396. 00010000:00000010:3.0:1761313447.720924:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.720926:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f11c1a0. 00010000:00000010:3.0:1761313447.720929:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.720938:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4dbc8b3. 00010000:00000010:3.0:1761313447.720961:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.720964:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.720998:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e347a9c. 00010000:00000010:3.0:1761313447.721001:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721004:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab49244f. 00010000:00000010:3.0:1761313447.721007:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.721015:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088297c96. 00010000:00000010:3.0:1761313447.721039:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.721042:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721069:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000056de2073. 00010000:00000010:3.0:1761313447.721071:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721075:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000269a12cd. 00010000:00000010:3.0:1761313447.721078:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.721085:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f5ed5f7. 00010000:00000010:3.0:1761313447.721107:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.721110:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721155:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007710b0f8. 00010000:00000010:3.0:1761313447.721158:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721161:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055d5055e. 00010000:00000010:3.0:1761313447.721164:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.721171:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b16d0cb1. 00010000:00000010:3.0:1761313447.721193:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.721196:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721224:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c36f0d4. 00010000:00000010:3.0:1761313447.721226:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721229:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6aeb773. 00010000:00000010:3.0:1761313447.721232:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.721239:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000119eb9c1. 00010000:00000010:3.0:1761313447.721259:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.721263:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721292:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082810df4. 00010000:00000010:3.0:1761313447.721294:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721297:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044cb8f20. 00010000:00000010:3.0:1761313447.721299:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.721306:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000770c72a5. 00010000:00000010:3.0:1761313447.721329:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.721338:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721369:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a9c91997. 00010000:00000010:3.0:1761313447.721372:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721375:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ffee3bf. 00010000:00000010:3.0:1761313447.721378:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.721385:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000658fb7a. 00010000:00000010:3.0:1761313447.721406:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.721408:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721436:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027edc840. 00010000:00000010:3.0:1761313447.721438:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721441:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ccd18c25. 00010000:00000010:3.0:1761313447.721444:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.721450:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a1d140b. 00010000:00000010:3.0:1761313447.721598:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.721602:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721632:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071215e5e. 00010000:00000010:3.0:1761313447.721636:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721639:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1f0a03f. 00010000:00000010:3.0:1761313447.721641:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.721651:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e0228be. 00010000:00000010:3.0:1761313447.721673:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.721676:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721711:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b412a79. 00010000:00000010:3.0:1761313447.721713:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721716:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059218da8. 00010000:00000010:3.0:1761313447.721718:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.721725:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8ed6d56. 00010000:00000010:3.0:1761313447.721745:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.721748:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721776:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000941ddf4. 00010000:00000010:3.0:1761313447.721779:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721782:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d91e072. 00010000:00000010:3.0:1761313447.721785:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.721793:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000259fef9d. 00010000:00000010:3.0:1761313447.721816:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.721819:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721846:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f5a1762. 00010000:00000010:3.0:1761313447.721849:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721852:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3c755fb. 00010000:00000010:3.0:1761313447.721855:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.721862:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030de97f9. 00010000:00000010:3.0:1761313447.721883:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.721886:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721913:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001490794e. 00010000:00000010:3.0:1761313447.721916:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721918:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027121657. 00010000:00000010:3.0:1761313447.721921:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.721928:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de7ffd44. 00010000:00000010:3.0:1761313447.721948:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.721951:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721986:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055a2b594. 00010000:00000010:3.0:1761313447.721989:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.721992:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6c4f8d7. 00010000:00000010:3.0:1761313447.721995:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.722002:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f56a6bd2. 00010000:00000010:3.0:1761313447.722024:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.722027:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.722056:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da4d5417. 00010000:00000010:3.0:1761313447.722058:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.722061:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000442f70bb. 00010000:00000010:3.0:1761313447.722063:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.722071:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a5c083b. 00010000:00000010:3.0:1761313447.722093:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.722096:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.722127:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a0a4a6d. 00010000:00000010:3.0:1761313447.722129:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.722145:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9526f14. 00010000:00000010:3.0:1761313447.722149:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.722157:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000491463ea. 00010000:00000010:3.0:1761313447.722178:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.722182:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.722209:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087a74839. 00010000:00000010:3.0:1761313447.722212:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.722215:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb85345d. 00010000:00000010:3.0:1761313447.722217:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.722224:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000528d94fc. 00010000:00000010:3.0:1761313447.722245:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.722248:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.722279:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e6954d49. 00010000:00000010:3.0:1761313447.722282:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.722285:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9f8464e. 00010000:00000010:3.0:1761313447.722288:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.722295:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093ad8a7e. 00010000:00000010:3.0:1761313447.722317:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.722320:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.722349:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d065242d. 00010000:00000010:3.0:1761313447.722352:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.722355:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020f154fb. 00010000:00000010:3.0:1761313447.722358:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.722365:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7b8466b. 00010000:00000010:3.0:1761313447.722381:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.722384:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.722409:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000def6e3fc. 00010000:00000010:3.0:1761313447.722411:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b54370. 00010000:00000010:3.0:1761313447.722414:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fba6015. 00010000:00000010:3.0:1761313447.722416:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00080000:00000010:3.0:1761313447.722422:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba1a837f. 00010000:00000010:3.0:1761313447.722442:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.722444:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b54370. 00010000:00000010:2.0:1761313447.723403:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2ac12cb. 00010000:00000010:2.0:1761313447.723410:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.723415:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000deeec26d. 00010000:00000010:2.0:1761313447.723419:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.723432:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c51b5e48. 00010000:00000010:2.0:1761313447.723493:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.723498:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.723537:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e374dbe. 00010000:00000010:2.0:1761313447.723541:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.723545:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008edcd820. 00010000:00000010:2.0:1761313447.723548:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.723557:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e10eba6. 00010000:00000010:2.0:1761313447.723582:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.723585:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.723620:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090d76dd5. 00010000:00000010:2.0:1761313447.723624:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.723627:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b91cf313. 00010000:00000010:2.0:1761313447.723630:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.723639:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fb7602a. 00010000:00000010:2.0:1761313447.723665:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.723669:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.723704:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee986857. 00010000:00000010:2.0:1761313447.723707:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.723709:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c84e8970. 00010000:00000010:2.0:1761313447.723712:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.723719:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6a7854b. 00010000:00000010:2.0:1761313447.723742:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.723745:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.723775:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033d72a8f. 00010000:00000010:2.0:1761313447.723778:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.723781:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f49e4989. 00010000:00000010:2.0:1761313447.723784:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.723790:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfb5a27c. 00010000:00000010:2.0:1761313447.723813:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.723817:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.723858:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000010cd45ec. 00010000:00000010:2.0:1761313447.723861:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.723864:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9b404f7. 00010000:00000010:2.0:1761313447.723866:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.723873:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c5d0920. 00010000:00000010:2.0:1761313447.723897:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.723900:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724004:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f51209cd. 00010000:00000010:2.0:1761313447.724008:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724011:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ce63587. 00010000:00000010:2.0:1761313447.724014:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.724022:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f585cbb. 00010000:00000010:2.0:1761313447.724057:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.724190:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724232:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000213fbba3. 00010000:00000010:2.0:1761313447.724235:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724239:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22c148f. 00010000:00000010:2.0:1761313447.724242:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.724250:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d5757c0. 00010000:00000010:2.0:1761313447.724273:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.724277:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724306:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c0788cb. 00010000:00000010:2.0:1761313447.724309:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724312:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ebc05e1. 00010000:00000010:2.0:1761313447.724315:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.724323:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cff445e8. 00010000:00000010:2.0:1761313447.724346:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.724350:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724379:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a9ef8513. 00010000:00000010:2.0:1761313447.724382:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724385:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041bbb1a4. 00010000:00000010:2.0:1761313447.724387:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.724395:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000136d5733. 00010000:00000010:2.0:1761313447.724417:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.724420:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724449:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b16b186c. 00010000:00000010:2.0:1761313447.724452:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724456:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032a06e4a. 00010000:00000010:2.0:1761313447.724458:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.724466:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9e0b3e1. 00010000:00000010:2.0:1761313447.724529:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.724532:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724568:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000598b8879. 00010000:00000010:2.0:1761313447.724571:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724573:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5705288. 00010000:00000010:2.0:1761313447.724575:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.724582:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac9e1652. 00010000:00000010:2.0:1761313447.724603:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.724606:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724635:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072644bff. 00010000:00000010:2.0:1761313447.724638:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724642:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f534c17b. 00010000:00000010:2.0:1761313447.724645:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.724656:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036c5840c. 00010000:00000010:2.0:1761313447.724677:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.724680:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724711:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4ebf2f5. 00010000:00000010:2.0:1761313447.724714:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724717:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016b1add0. 00010000:00000010:2.0:1761313447.724720:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.724728:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065a81c01. 00010000:00000010:2.0:1761313447.724750:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.724752:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724780:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b39f28f5. 00010000:00000010:2.0:1761313447.724783:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724786:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b0ce601. 00010000:00000010:2.0:1761313447.724789:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.724796:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000395277d. 00010000:00000010:2.0:1761313447.724816:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.724819:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724847:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d09333de. 00010000:00000010:2.0:1761313447.724849:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724852:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007368fe5a. 00010000:00000010:2.0:1761313447.724855:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.724860:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec976fea. 00010000:00000010:2.0:1761313447.724881:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.724884:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724920:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003edfad40. 00010000:00000010:2.0:1761313447.724923:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.724925:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a8fbf2a. 00010000:00000010:2.0:1761313447.724928:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.724935:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d13d1ea9. 00010000:00000010:2.0:1761313447.724961:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.724965:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.725003:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d81f9840. 00010000:00000010:2.0:1761313447.725006:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.725010:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072efa346. 00010000:00000010:2.0:1761313447.725014:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.725021:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d30eed93. 00010000:00000010:2.0:1761313447.725047:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.725052:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:3.1:1761313447.725685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3f5ee4f. 00010000:00000010:3.1:1761313447.725693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfde16f1. 00010000:00000010:3.1:1761313447.725697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cb69883. 00010000:00000010:3.1:1761313447.725702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c549fecb. 00010000:00000010:3.1:1761313447.725706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be438664. 00010000:00000010:3.1:1761313447.725709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d1036a1. 00010000:00000010:3.1:1761313447.725711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b81f107. 00010000:00000010:3.1:1761313447.725714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5146243. 00010000:00000010:3.1:1761313447.725718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f2b45d. 00010000:00000010:3.1:1761313447.725720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe8a6b27. 00010000:00000010:3.1:1761313447.725750:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bef4e40. 00010000:00000010:3.1:1761313447.725755:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008730f1c5. 00010000:00000010:3.1:1761313447.725758:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2541e1. 00010000:00000010:2.0:1761313447.729287:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000046d1464. 00010000:00000010:2.0:1761313447.729299:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729305:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b990b3fa. 00010000:00000010:2.0:1761313447.729312:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.729338:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4fe3ab3. 00010000:00000010:2.0:1761313447.729413:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.729420:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729465:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eb8b37fd. 00010000:00000010:2.0:1761313447.729484:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729487:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5c29f0f. 00010000:00000010:2.0:1761313447.729491:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.729499:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000021ebfd7. 00010000:00000010:2.0:1761313447.729525:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.729529:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729561:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006cacad1c. 00010000:00000010:2.0:1761313447.729564:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729567:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000853c4d8b. 00010000:00000010:2.0:1761313447.729570:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.729577:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004150b53d. 00010000:00000010:2.0:1761313447.729601:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.729604:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729635:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ad261e0. 00010000:00000010:2.0:1761313447.729638:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729641:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddff45d3. 00010000:00000010:2.0:1761313447.729644:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.729651:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3c1cda7. 00010000:00000010:2.0:1761313447.729673:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.729676:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729707:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008764a4e1. 00010000:00000010:2.0:1761313447.729710:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729713:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecfab31c. 00010000:00000010:2.0:1761313447.729716:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.729724:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d02269df. 00010000:00000010:2.0:1761313447.729747:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.729750:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729799:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ef07f5f. 00010000:00000010:2.0:1761313447.729802:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729805:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000065d902c. 00010000:00000010:2.0:1761313447.729808:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.729816:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b7719f0. 00010000:00000010:2.0:1761313447.729835:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.729838:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729869:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a6c0877. 00010000:00000010:2.0:1761313447.729871:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729875:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b334b35d. 00010000:00000010:2.0:1761313447.729878:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.729887:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004eb2dd5c. 00010000:00000010:2.0:1761313447.729906:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.729909:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729941:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e9297b1. 00010000:00000010:2.0:1761313447.729944:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.729947:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd17d8b1. 00010000:00000010:2.0:1761313447.729949:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.729957:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6057b8d. 00010000:00000010:2.0:1761313447.729978:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.729981:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730010:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074179dab. 00010000:00000010:2.0:1761313447.730013:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730016:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002383309e. 00010000:00000010:2.0:1761313447.730018:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.730025:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084dc6c85. 00010000:00000010:2.0:1761313447.730044:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.730047:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730073:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005ffedad. 00010000:00000010:2.0:1761313447.730076:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730078:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e402349f. 00010000:00000010:2.0:1761313447.730082:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.730088:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a94f24ed. 00010000:00000010:2.0:1761313447.730109:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.730112:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730157:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000944d67b. 00010000:00000010:2.0:1761313447.730160:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730163:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6daeb89. 00010000:00000010:2.0:1761313447.730165:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.730172:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1b6c464. 00010000:00000010:2.0:1761313447.730194:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.730197:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730227:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024712393. 00010000:00000010:2.0:1761313447.730230:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730232:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f935056f. 00010000:00000010:2.0:1761313447.730235:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.730241:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000778c1b25. 00010000:00000010:2.0:1761313447.730261:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.730264:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730293:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004da14564. 00010000:00000010:2.0:1761313447.730296:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730299:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d89c5ce. 00010000:00000010:2.0:1761313447.730302:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.730309:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004141f691. 00010000:00000010:2.0:1761313447.730327:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.730330:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730363:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019d07115. 00010000:00000010:2.0:1761313447.730365:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730368:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023944eff. 00010000:00000010:2.0:1761313447.730370:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.730377:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a15b0457. 00010000:00000010:2.0:1761313447.730397:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.730400:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730429:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000094a66d67. 00010000:00000010:2.0:1761313447.730432:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730435:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c6651ef. 00010000:00000010:2.0:1761313447.730437:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.730444:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096bb488c. 00010000:00000010:2.0:1761313447.730463:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.730466:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730533:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c32f01f1. 00010000:00000010:2.0:1761313447.730536:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730539:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000252ac9c6. 00010000:00000010:2.0:1761313447.730542:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.730549:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000896b52cd. 00010000:00000010:2.0:1761313447.730568:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.730570:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730594:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2a095a8. 00010000:00000010:2.0:1761313447.730596:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730600:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052a15cfe. 00010000:00000010:2.0:1761313447.730602:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.730607:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009464e401. 00010000:00000010:2.0:1761313447.730624:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.730626:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730649:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fec6c57. 00010000:00000010:2.0:1761313447.730651:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730654:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059111c67. 00010000:00000010:2.0:1761313447.730656:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.730663:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046e695ef. 00010000:00000010:2.0:1761313447.730678:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.730680:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730700:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba13f293. 00010000:00000010:2.0:1761313447.730702:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730705:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025609bf2. 00010000:00000010:2.0:1761313447.730707:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.730712:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018af9f45. 00010000:00000010:2.0:1761313447.730725:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.730728:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730750:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f331661d. 00010000:00000010:2.0:1761313447.730753:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730755:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ed6fcf1. 00010000:00000010:2.0:1761313447.730757:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.730762:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f999d146. 00010000:00000010:2.0:1761313447.730777:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.730779:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730800:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000021b753dc. 00010000:00000010:2.0:1761313447.730802:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730805:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000598208dc. 00010000:00000010:2.0:1761313447.730808:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.730814:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dce6ec01. 00010000:00000010:2.0:1761313447.730829:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.730831:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730852:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000558c4fbd. 00010000:00000010:2.0:1761313447.730854:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.730857:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045958426. 00010000:00000010:2.0:1761313447.730859:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.734357:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2f32cb8. 00010000:00000010:2.0:1761313447.734449:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.734458:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.734550:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005695d58a. 00010000:00000010:2.0:1761313447.734554:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.734559:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a8fa24a6. 00010000:00000010:2.0:1761313447.734564:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.734572:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff32576e. 00010000:00000010:2.0:1761313447.734594:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.734597:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.734647:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8f4ff03. 00010000:00000010:2.0:1761313447.734650:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.734653:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fe198a5. 00010000:00000010:2.0:1761313447.734656:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.734663:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0b1383a. 00010000:00000010:2.0:1761313447.734683:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.734686:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.734720:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000741282ed. 00010000:00000010:2.0:1761313447.734723:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.734726:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a44d534. 00010000:00000010:2.0:1761313447.734729:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.734739:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b13af2c. 00010000:00000010:2.0:1761313447.734760:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.734764:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.734803:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8411acb. 00010000:00000010:2.0:1761313447.734806:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.734808:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f881096. 00010000:00000010:2.0:1761313447.734811:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.734819:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083f7d8fe. 00010000:00000010:2.0:1761313447.734841:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.734844:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.734875:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8c5dec9. 00010000:00000010:2.0:1761313447.734878:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.734881:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a41abaee. 00010000:00000010:2.0:1761313447.734884:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.734890:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013486b6f. 00010000:00000010:2.0:1761313447.734909:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.734913:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.734943:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000197b8861. 00010000:00000010:2.0:1761313447.734946:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.734950:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003af9f7c5. 00010000:00000010:2.0:1761313447.734952:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.734959:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8056811. 00010000:00000010:2.0:1761313447.734979:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.734982:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.735009:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c72f671d. 00010000:00000010:2.0:1761313447.735013:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.735016:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066d78518. 00010000:00000010:2.0:1761313447.735018:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.735025:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b67e7ed8. 00010000:00000010:2.0:1761313447.735046:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.735049:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.736224:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f1cc14e0. 00010000:00000010:2.0:1761313447.736230:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.736235:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013765fb6. 00010000:00000010:2.0:1761313447.736239:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.736251:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d241698e. 00010000:00000010:2.0:1761313447.736291:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.736296:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.736332:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081293b4b. 00010000:00000010:2.0:1761313447.736336:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.736339:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e22e6995. 00010000:00000010:2.0:1761313447.736342:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.736350:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6d614bd. 00010000:00000010:2.0:1761313447.736370:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.736373:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.736407:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000727da776. 00010000:00000010:2.0:1761313447.736409:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.736412:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1775bcc. 00010000:00000010:2.0:1761313447.736415:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.736421:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1cb10a8. 00010000:00000010:2.0:1761313447.736443:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.736446:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.736493:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000126c8ca3. 00010000:00000010:2.0:1761313447.736497:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.736500:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2093e08. 00010000:00000010:2.0:1761313447.736503:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.736511:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006663dbb7. 00010000:00000010:2.0:1761313447.736536:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.736539:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.736572:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000080014c8b. 00010000:00000010:2.0:1761313447.736575:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.736579:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050b5f554. 00010000:00000010:2.0:1761313447.736582:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.736590:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034677465. 00010000:00000010:2.0:1761313447.736614:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313447.736618:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.736651:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b39dddb0. 00010000:00000010:2.0:1761313447.736654:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6fb04c. 00010000:00000010:2.0:1761313447.736658:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000570b2073. 00010000:00000010:2.0:1761313447.736660:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313447.736671:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015346f0c. 00010000:00000010:3.1:1761313447.739501:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdb8de60. 00010000:00000010:3.1:1761313447.739521:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579e1d2. 00010000:00000010:3.1:1761313447.739524:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d49e16b. 00010000:00000010:3.1:1761313447.739529:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064fafd2e. 00010000:00000010:3.1:1761313447.739531:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067279496. 00010000:00000010:3.1:1761313447.739534:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038392677. 00010000:00000010:3.1:1761313447.739536:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f4f6495. 00010000:00000010:3.1:1761313447.739539:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb1990f. 00010000:00000010:3.1:1761313447.739544:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083efe853. 00010000:00000010:3.1:1761313447.739549:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18d3824. 00010000:00000010:3.1:1761313447.739554:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a21d9fd1. 00010000:00000010:3.1:1761313447.739557:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012a02db8. 00010000:00000010:3.1:1761313447.739560:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063931ef3. 00010000:00000010:3.1:1761313447.739563:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480ca547. 00010000:00000010:3.1:1761313447.739565:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d7d8d12. 00010000:00000010:3.1:1761313447.739568:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe215150. 00010000:00000010:3.1:1761313447.739570:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051da21ee. 00010000:00000010:3.1:1761313447.739573:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098351cb. 00010000:00000010:3.1:1761313447.739575:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce994a4b. 00010000:00000010:3.1:1761313447.739578:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004467eb4b. 00010000:00000010:3.1:1761313447.739581:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000af17c5b. 00010000:00000010:3.1:1761313447.739583:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a9f3ed. 00010000:00000010:3.1:1761313447.739585:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ef6968f. 00010000:00000010:3.1:1761313447.739587:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011941016. 00010000:00000010:3.1:1761313447.739589:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000677a7bdb. 00010000:00000010:3.1:1761313447.739591:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0fc9f00. 00010000:00000010:3.1:1761313447.739597:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008739e465. 00010000:00000010:3.1:1761313447.739601:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9b998. 00010000:00000010:3.1:1761313447.739604:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a96fc9a7. 00010000:00000010:3.1:1761313447.739607:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b208bf8. 00010000:00000010:3.1:1761313447.739610:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087cbfd14. 00010000:00000010:3.1:1761313447.739613:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015201000. 00010000:00000010:3.1:1761313447.739615:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0852d76. 00010000:00000010:3.1:1761313447.739618:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6f5e1. 00010000:00000010:3.1:1761313447.739620:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000875fd001. 00010000:00000010:3.1:1761313447.739622:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069244663. 00010000:00000010:3.1:1761313447.739624:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000261058cd. 00010000:00000010:3.1:1761313447.739626:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc7518c. 00010000:00000010:3.1:1761313447.739628:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5ac6959. 00010000:00000010:3.1:1761313447.739630:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b0785. 00010000:00000010:3.1:1761313447.739633:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cbd9385. 00010000:00000010:3.1:1761313447.739637:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026d655e9. 00010000:00000010:3.1:1761313447.739639:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e4e40ee. 00010000:00000010:3.1:1761313447.739642:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ad8cc23. 00010000:00000010:3.1:1761313447.739644:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9e5a243. 00010000:00000010:3.1:1761313447.739646:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d0610c2. 00010000:00000010:3.1:1761313447.739648:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ff78397. 00010000:00000010:3.1:1761313447.739650:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016d6d486. 00010000:00000010:3.1:1761313447.739654:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073dfe38a. 00010000:00000010:3.1:1761313447.739657:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000634c9587. 00010000:00000010:3.1:1761313447.739659:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b7d7396. 00010000:00000010:3.1:1761313447.739662:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f11c1a0. 00010000:00000010:3.1:1761313447.739664:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e347a9c. 00010000:00000010:3.1:1761313447.739666:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab49244f. 00010000:00000010:3.1:1761313447.739669:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056de2073. 00010000:00000010:3.1:1761313447.739672:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000269a12cd. 00010000:00000010:3.1:1761313447.739675:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007710b0f8. 00010000:00000010:3.1:1761313447.739679:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d5055e. 00010000:00000010:3.1:1761313447.739681:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c36f0d4. 00010000:00000010:3.1:1761313447.739685:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6aeb773. 00010000:00000010:3.1:1761313447.739688:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082810df4. 00010000:00000010:3.1:1761313447.739691:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044cb8f20. 00010000:00000010:3.1:1761313447.739694:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9c91997. 00010000:00000010:3.1:1761313447.739696:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ffee3bf. 00010000:00000010:3.1:1761313447.739699:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027edc840. 00010000:00000010:3.1:1761313447.739701:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccd18c25. 00010000:00000010:3.1:1761313447.739706:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071215e5e. 00010000:00000010:3.1:1761313447.739709:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1f0a03f. 00010000:00000010:3.1:1761313447.739711:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b412a79. 00010000:00000010:3.1:1761313447.739713:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059218da8. 00010000:00000010:3.1:1761313447.739716:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000941ddf4. 00010000:00000010:3.1:1761313447.739719:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d91e072. 00010000:00000010:3.1:1761313447.739721:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f5a1762. 00010000:00000010:3.1:1761313447.739723:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3c755fb. 00010000:00000010:3.1:1761313447.739725:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001490794e. 00010000:00000010:3.1:1761313447.739727:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027121657. 00010000:00000010:3.1:1761313447.739729:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055a2b594. 00010000:00000010:3.1:1761313447.739731:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6c4f8d7. 00010000:00000010:3.1:1761313447.739733:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da4d5417. 00010000:00000010:3.1:1761313447.739735:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000442f70bb. 00010000:00000010:3.1:1761313447.739738:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a0a4a6d. 00010000:00000010:3.1:1761313447.739740:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9526f14. 00010000:00000010:3.1:1761313447.739743:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087a74839. 00010000:00000010:3.1:1761313447.739746:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb85345d. 00010000:00000010:3.1:1761313447.739749:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6954d49. 00010000:00000010:3.1:1761313447.739752:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9f8464e. 00010000:00000010:3.1:1761313447.739754:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d065242d. 00010000:00000010:3.1:1761313447.739757:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020f154fb. 00010000:00000010:3.1:1761313447.739759:0:71842:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000def6e3fc. 00010000:00000010:3.1:1761313447.739761:0:71842:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba6015. 00010000:00000010:2.1:1761313447.745662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2ac12cb. 00010000:00000010:2.1:1761313447.745676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deeec26d. 00010000:00000010:2.1:1761313447.745681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e374dbe. 00010000:00000010:2.1:1761313447.745684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008edcd820. 00010000:00000010:2.1:1761313447.745686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d76dd5. 00010000:00000010:2.1:1761313447.745689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b91cf313. 00010000:00000010:2.1:1761313447.745692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee986857. 00010000:00000010:2.1:1761313447.745694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84e8970. 00010000:00000010:2.1:1761313447.745696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033d72a8f. 00010000:00000010:2.1:1761313447.745699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f49e4989. 00010000:00000010:2.1:1761313447.745701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010cd45ec. 00010000:00000010:2.1:1761313447.745703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9b404f7. 00010000:00000010:2.1:1761313447.745705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f51209cd. 00010000:00000010:2.1:1761313447.745707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ce63587. 00010000:00000010:2.1:1761313447.745711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000213fbba3. 00010000:00000010:2.1:1761313447.745714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22c148f. 00010000:00000010:2.1:1761313447.745717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c0788cb. 00010000:00000010:2.1:1761313447.745719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ebc05e1. 00010000:00000010:2.1:1761313447.745721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9ef8513. 00010000:00000010:2.1:1761313447.745724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041bbb1a4. 00010000:00000010:2.1:1761313447.745727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b16b186c. 00010000:00000010:2.1:1761313447.745729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032a06e4a. 00010000:00000010:2.1:1761313447.745731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000598b8879. 00010000:00000010:2.1:1761313447.745733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5705288. 00010000:00000010:2.1:1761313447.745735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072644bff. 00010000:00000010:2.1:1761313447.745739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f534c17b. 00010000:00000010:2.1:1761313447.745741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4ebf2f5. 00010000:00000010:2.1:1761313447.745744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016b1add0. 00010000:00000010:2.1:1761313447.745748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b39f28f5. 00010000:00000010:2.1:1761313447.745752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b0ce601. 00010000:00000010:2.1:1761313447.745754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09333de. 00010000:00000010:2.1:1761313447.745758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007368fe5a. 00010000:00000010:2.1:1761313447.745761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003edfad40. 00010000:00000010:2.1:1761313447.745766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a8fbf2a. 00010000:00000010:2.1:1761313447.745770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d81f9840. 00010000:00000010:2.1:1761313447.745775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072efa346. 00010000:00000010:2.1:1761313447.745778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000046d1464. 00010000:00000010:2.1:1761313447.745780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b990b3fa. 00010000:00000010:2.1:1761313447.745784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb8b37fd. 00010000:00000010:2.1:1761313447.745788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5c29f0f. 00010000:00000010:2.1:1761313447.745790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cacad1c. 00010000:00000010:2.1:1761313447.745792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000853c4d8b. 00010000:00000010:2.1:1761313447.745794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ad261e0. 00010000:00000010:2.1:1761313447.745796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddff45d3. 00010000:00000010:2.1:1761313447.745798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008764a4e1. 00010000:00000010:2.1:1761313447.745801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecfab31c. 00010000:00000010:2.1:1761313447.745805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ef07f5f. 00010000:00000010:2.1:1761313447.746702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000065d902c. 00010000:00000010:2.1:1761313447.746708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a6c0877. 00010000:00000010:2.1:1761313447.746710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b334b35d. 00010000:00000010:2.1:1761313447.746712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e9297b1. 00010000:00000010:2.1:1761313447.746714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd17d8b1. 00010000:00000010:2.1:1761313447.746716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074179dab. 00010000:00000010:2.1:1761313447.746719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002383309e. 00010000:00000010:2.1:1761313447.746721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005ffedad. 00010000:00000010:2.1:1761313447.746723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e402349f. 00010000:00000010:2.1:1761313447.746725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000944d67b. 00010000:00000010:2.1:1761313447.746727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6daeb89. 00010000:00000010:2.1:1761313447.746729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024712393. 00010000:00000010:2.1:1761313447.746730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f935056f. 00010000:00000010:2.1:1761313447.746732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004da14564. 00010000:00000010:2.1:1761313447.746736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d89c5ce. 00010000:00000010:2.1:1761313447.746741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019d07115. 00010000:00000010:2.1:1761313447.746743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023944eff. 00010000:00000010:2.1:1761313447.746749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094a66d67. 00010000:00000010:2.1:1761313447.746752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c6651ef. 00010000:00000010:2.1:1761313447.746756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c32f01f1. 00010000:00000010:2.1:1761313447.746759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000252ac9c6. 00010000:00000010:2.1:1761313447.746762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2a095a8. 00010000:00000010:2.1:1761313447.746764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052a15cfe. 00010000:00000010:2.1:1761313447.746766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fec6c57. 00010000:00000010:2.1:1761313447.746768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059111c67. 00010000:00000010:2.1:1761313447.746770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba13f293. 00010000:00000010:2.1:1761313447.746772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025609bf2. 00010000:00000010:2.1:1761313447.746774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f331661d. 00010000:00000010:2.1:1761313447.746776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ed6fcf1. 00010000:00000010:2.1:1761313447.746778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021b753dc. 00010000:00000010:2.1:1761313447.746780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598208dc. 00010000:00000010:2.1:1761313447.746782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000558c4fbd. 00010000:00000010:2.1:1761313447.746784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045958426. 00010000:00000010:2.1:1761313447.746786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005695d58a. 00010000:00000010:2.1:1761313447.746788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8fa24a6. 00010000:00000010:2.1:1761313447.746790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8f4ff03. 00010000:00000010:2.1:1761313447.746793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe198a5. 00010000:00000010:2.1:1761313447.746797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000741282ed. 00010000:00000010:2.1:1761313447.746800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a44d534. 00010000:00000010:2.1:1761313447.746802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8411acb. 00010000:00000010:2.1:1761313447.746804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f881096. 00010000:00000010:2.1:1761313447.746806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8c5dec9. 00010000:00000010:2.1:1761313447.746809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a41abaee. 00010000:00000010:2.1:1761313447.746811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000197b8861. 00010000:00000010:2.1:1761313447.746813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003af9f7c5. 00010000:00000010:2.1:1761313447.746816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c72f671d. 00010000:00000010:2.1:1761313447.746818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066d78518. 00010000:00000010:2.1:1761313447.746820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1cc14e0. 00010000:00000010:2.1:1761313447.746827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013765fb6. 00010000:00000010:2.1:1761313447.746832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081293b4b. 00010000:00000010:2.1:1761313447.746835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e22e6995. 00010000:00000010:2.1:1761313447.746839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000727da776. 00010000:00000010:2.1:1761313447.746842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1775bcc. 00010000:00000010:2.1:1761313447.746845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000126c8ca3. 00010000:00000010:2.1:1761313447.746848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2093e08. 00010000:00000010:2.1:1761313447.746850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080014c8b. 00010000:00000010:2.1:1761313447.746852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050b5f554. 00080000:00000010:2.0:1761313447.761383:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034677465. 00080000:00000010:2.0:1761313447.761398:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006663dbb7. 00080000:00000010:2.0:1761313447.761400:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1cb10a8. 00080000:00000010:2.0:1761313447.761402:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6d614bd. 00080000:00000010:2.0:1761313447.761410:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d241698e. 00080000:00000010:2.0:1761313447.761413:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b67e7ed8. 00080000:00000010:2.0:1761313447.761415:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8056811. 00080000:00000010:2.0:1761313447.761417:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013486b6f. 00080000:00000010:2.0:1761313447.761419:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083f7d8fe. 00080000:00000010:2.0:1761313447.761421:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b13af2c. 00080000:00000010:2.0:1761313447.761424:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0b1383a. 00080000:00000010:2.0:1761313447.761426:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff32576e. 00080000:00000010:2.0:1761313447.761429:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2f32cb8. 00080000:00000010:2.0:1761313447.761432:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dce6ec01. 00080000:00000010:2.0:1761313447.761434:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f999d146. 00080000:00000010:2.0:1761313447.761436:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018af9f45. 00080000:00000010:2.0:1761313447.761439:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046e695ef. 00080000:00000010:2.0:1761313447.761618:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009464e401. 00080000:00000010:2.0:1761313447.761625:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000896b52cd. 00080000:00000010:2.0:1761313447.761627:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096bb488c. 00080000:00000010:2.0:1761313447.761630:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a15b0457. 00080000:00000010:2.0:1761313447.761631:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004141f691. 00080000:00000010:2.0:1761313447.761634:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000778c1b25. 00080000:00000010:2.0:1761313447.761639:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1b6c464. 00080000:00000010:2.0:1761313447.761641:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a94f24ed. 00080000:00000010:2.0:1761313447.761643:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084dc6c85. 00080000:00000010:2.0:1761313447.761646:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6057b8d. 00080000:00000010:2.0:1761313447.761648:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004eb2dd5c. 00080000:00000010:2.0:1761313447.761650:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b7719f0. 00080000:00000010:2.0:1761313447.761655:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d02269df. 00080000:00000010:2.0:1761313447.761657:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3c1cda7. 00080000:00000010:2.0:1761313447.761660:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004150b53d. 00080000:00000010:2.0:1761313447.761662:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000021ebfd7. 00080000:00000010:2.0:1761313447.761664:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4fe3ab3. 00080000:00000010:2.0:1761313447.761666:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d30eed93. 00080000:00000010:2.0:1761313447.761668:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d13d1ea9. 00080000:00000010:2.0:1761313447.761670:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec976fea. 00080000:00000010:2.0:1761313447.761672:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000395277d. 00080000:00000010:2.0:1761313447.761674:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065a81c01. 00080000:00000010:2.0:1761313447.761677:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036c5840c. 00080000:00000010:2.0:1761313447.761680:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac9e1652. 00080000:00000010:2.0:1761313447.761682:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9e0b3e1. 00080000:00000010:2.0:1761313447.761685:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000136d5733. 00080000:00000010:2.0:1761313447.761690:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cff445e8. 00080000:00000010:2.0:1761313447.761746:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d5757c0. 00080000:00000010:2.0:1761313447.761749:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f585cbb. 00080000:00000010:2.0:1761313447.761752:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c5d0920. 00080000:00000010:2.0:1761313447.761754:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfb5a27c. 00080000:00000010:2.0:1761313447.761756:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6a7854b. 00080000:00000010:2.0:1761313447.761758:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008fb7602a. 00080000:00000010:2.0:1761313447.761760:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e10eba6. 00080000:00000010:2.0:1761313447.761762:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c51b5e48. 00080000:00000010:2.0:1761313447.761764:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba1a837f. 00080000:00000010:2.0:1761313447.761769:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7b8466b. 00080000:00000010:2.0:1761313447.761773:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093ad8a7e. 00080000:00000010:2.0:1761313447.761775:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000528d94fc. 00080000:00000010:2.0:1761313447.761777:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000491463ea. 00080000:00000010:2.0:1761313447.761779:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a5c083b. 00080000:00000010:2.0:1761313447.761781:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f56a6bd2. 00080000:00000010:2.0:1761313447.761783:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de7ffd44. 00080000:00000010:2.0:1761313447.761785:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030de97f9. 00080000:00000010:2.0:1761313447.761787:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000259fef9d. 00080000:00000010:2.0:1761313447.761789:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8ed6d56. 00080000:00000010:2.0:1761313447.761792:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e0228be. 00080000:00000010:2.0:1761313447.761794:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a1d140b. 00080000:00000010:2.0:1761313447.761797:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000658fb7a. 00080000:00000010:2.0:1761313447.761799:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000770c72a5. 00080000:00000010:2.0:1761313447.761801:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000119eb9c1. 00080000:00000010:2.0:1761313447.761804:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b16d0cb1. 00080000:00000010:2.0:1761313447.761806:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f5ed5f7. 00080000:00000010:2.0:1761313447.761808:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088297c96. 00080000:00000010:2.0:1761313447.761810:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4dbc8b3. 00080000:00000010:2.0:1761313447.761812:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000999cb459. 00080000:00000010:2.0:1761313447.761815:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000553487c0. 00080000:00000010:2.0:1761313447.761817:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096b2c0db. 00080000:00000010:2.0:1761313447.761819:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e673d500. 00080000:00000010:2.0:1761313447.761821:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8a84980. 00080000:00000010:2.0:1761313447.761824:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dac63ae1. 00080000:00000010:2.0:1761313447.761826:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da6493cd. 00080000:00000010:2.0:1761313447.761828:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1c7b49d. 00080000:00000010:2.0:1761313447.761830:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000280e5ced. 00080000:00000010:2.0:1761313447.761832:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026de92d9. 00080000:00000010:2.0:1761313447.761834:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f0e4499. 00080000:00000010:2.0:1761313447.761836:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dcc4cf0b. 00080000:00000010:2.0:1761313447.761838:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000316962e7. 00080000:00000010:2.0:1761313447.761840:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000390a7ac5. 00080000:00000010:2.0:1761313447.761842:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b26ec79. 00080000:00000010:2.0:1761313447.761844:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec0884d3. 00080000:00000010:2.0:1761313447.761847:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c7cb895. 00080000:00000010:2.0:1761313447.761850:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fdd0c621. 00080000:00000010:2.0:1761313447.761853:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a483e3a. 00080000:00000010:2.0:1761313447.761855:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002aa52beb. 00080000:00000010:2.0:1761313447.761857:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ac7e668. 00080000:00000010:2.0:1761313447.761860:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7bece14. 00080000:00000010:2.0:1761313447.761862:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000dbb2ec1. 00080000:00000010:2.0:1761313447.761864:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec627f96. 00080000:00000010:2.0:1761313447.761866:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037802115. 00080000:00000010:2.0:1761313447.761868:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009cf7861a. 00080000:00000010:2.0:1761313447.761869:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e108ebc2. 00080000:00000010:2.0:1761313447.761871:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000464dc140. 00080000:00000010:2.0:1761313447.761873:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ecf92a88. 00080000:00000010:2.0:1761313447.761875:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004494f9cc. 00080000:00000010:2.0:1761313447.761878:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e84227b. 00080000:00000010:2.0:1761313447.761880:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020c002f1. 00080000:00000010:2.0:1761313447.761882:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aee0c623. 00080000:00000010:2.0:1761313447.761885:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2ed5da2. 00080000:00000010:2.0:1761313447.761887:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc3f56e3. 00080000:00000010:2.0:1761313447.761889:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032f1ea77. 00080000:00000010:2.0:1761313447.761892:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f68c3bec. 00080000:00000010:2.0:1761313447.761894:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000375fc6a4. 00080000:00000010:2.0:1761313447.761897:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1e1af9c. 00080000:00000010:2.0:1761313447.761900:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f72af58a. 00080000:00000010:2.0:1761313447.761904:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0b18ef3. 00080000:00000010:2.0:1761313447.761906:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bccd595b. 00080000:00000010:2.0:1761313447.761908:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad9d673e. 00080000:00000010:2.0:1761313447.761910:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6d9c7ac. 00080000:00000010:2.0:1761313447.761912:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ebad845. 00080000:00000010:2.0:1761313447.761914:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a51b8bf0. 00080000:00000010:2.0:1761313447.761917:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002b85d0a. 00080000:00000010:2.0:1761313447.761919:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005566f762. 00080000:00000010:2.0:1761313447.761922:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000188f6300. 00080000:00000010:2.0:1761313447.761924:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009645e566. 00080000:00000010:2.0:1761313447.761927:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005404a6a1. 00080000:00000010:2.0:1761313447.761977:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008843b53c. 00080000:00000010:2.0:1761313447.761980:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8b5b399. 00080000:00000010:2.0:1761313447.761982:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5e526a1. 00080000:00000010:2.0:1761313447.761985:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c8022d1. 00080000:00000010:2.0:1761313447.761989:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd05fc69. 00080000:00000010:2.0:1761313447.761991:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084ffd625. 00080000:00000010:2.0:1761313447.761994:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6607f7b. 00080000:00000010:2.0:1761313447.761997:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2627bbc. 00080000:00000010:2.0:1761313447.762002:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2c75102. 00080000:00000010:2.0:1761313447.762005:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfd0c6b1. 00080000:00000010:2.0:1761313447.762007:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008b89dc5. 00080000:00000010:2.0:1761313447.762009:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064917c13. 00080000:00000010:2.0:1761313447.762011:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f02edcc9. 00080000:00000010:2.0:1761313447.762014:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000090c7c18. 00080000:00000010:2.0:1761313447.762016:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002510ab8d. 00080000:00000010:2.0:1761313447.762019:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2bd20ed. 00080000:00000010:2.0:1761313447.762021:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002777bfb. 00080000:00000010:2.0:1761313447.762023:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000197b1be7. 00080000:00000010:2.0:1761313447.762026:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce7602c5. 00080000:00000010:2.0:1761313447.762028:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c526d8a. 00080000:00000010:2.0:1761313447.762030:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000df128af. 00080000:00000010:2.0:1761313447.762033:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fee550b2. 00080000:00000010:2.0:1761313447.762035:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078a12309. 00080000:00000010:2.0:1761313447.762037:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b81b6809. 00080000:00000010:2.0:1761313447.762039:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b526449. 00080000:00000010:2.0:1761313447.762041:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e76388f1. 00080000:00000010:2.0:1761313447.762043:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2d82cff. 00080000:00000010:2.0:1761313447.762045:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008589df87. 00080000:00000010:2.0:1761313447.762047:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048fc4b51. 00080000:00000010:2.0:1761313447.762049:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edfb39fb. 00080000:00000010:2.0:1761313447.762051:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076e80f1c. 00080000:00000010:2.0:1761313447.762054:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eba93093. 00080000:00000010:2.0:1761313447.762056:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a0eecd4. 00080000:00000010:2.0:1761313447.762058:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c332f3ab. 00080000:00000010:2.0:1761313447.762060:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cca620b. 00080000:00000010:2.0:1761313447.762063:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8084b9d. 00080000:00000010:2.0:1761313447.762065:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b04063e9. 00080000:00000010:2.0:1761313447.762067:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091febfac. 00080000:00000010:2.0:1761313447.762069:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f1abdfd. 00080000:00000010:2.0:1761313447.762071:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e0e32f1. 00080000:00000010:2.0:1761313447.762072:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000587919a9. 00080000:00000010:2.0:1761313447.762074:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb7c0fdf. 00080000:00000010:2.0:1761313447.762076:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000613a2663. 00080000:00000010:2.0:1761313447.762078:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af41649c. 00080000:00000010:2.0:1761313447.762080:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb7e6315. 00080000:00000010:2.0:1761313447.762082:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdd17a12. 00080000:00000010:2.0:1761313447.762085:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cae83fb. 00080000:00000010:2.0:1761313447.762086:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000381bfb57. 00080000:00000010:2.0:1761313447.762088:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096b3299c. 00080000:00000010:2.0:1761313447.762090:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9eda511. 00080000:00000010:2.0:1761313447.762092:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c82e3946. 00080000:00000010:2.0:1761313447.762094:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f83fd66. 00080000:00000010:2.0:1761313447.762097:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005ab16c9. 00080000:00000010:2.0:1761313447.762100:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3e4d46d. 00080000:00000010:2.0:1761313447.762104:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007110b1a6. 00080000:00000010:2.0:1761313447.762106:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086bccf37. 00080000:00000010:2.0:1761313447.762109:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001333626b. 00080000:00000010:2.0:1761313447.762111:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b448194. 00080000:00000010:2.0:1761313447.762113:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d6b9bff. 00080000:00000010:2.0:1761313447.762115:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b17b7b0d. 00080000:00000010:2.0:1761313447.762118:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a148507. 00080000:00000010:2.0:1761313447.762120:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073b6b1b0. 00080000:00000010:2.0:1761313447.762123:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018f6c4ab. 00080000:00000010:2.0:1761313447.762125:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b22588c1. 00080000:00000010:2.0:1761313447.762127:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000897083d2. 00080000:00000010:2.0:1761313447.762142:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c8b289f. 00080000:00000010:2.0:1761313447.762145:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e692d2e. 00080000:00000010:2.0:1761313447.762147:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1553558. 00080000:00000010:2.0:1761313447.762149:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8796c44. 00080000:00000010:2.0:1761313447.762151:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbd4cefa. 00080000:00000010:2.0:1761313447.762153:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d23a3ca0. 00080000:00000010:2.0:1761313447.762155:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e97dab33. 00080000:00000010:2.0:1761313447.762157:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051602c9d. 00080000:00000010:2.0:1761313447.762159:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d9ea7228. 00080000:00000010:2.0:1761313447.762161:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002197a268. 00080000:00000010:2.0:1761313447.762163:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009fb1ca9f. 00080000:00000010:2.0:1761313447.762165:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002539a954. 00080000:00000010:2.0:1761313447.762167:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002123c99. 00080000:00000010:2.0:1761313447.762169:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bcd025d. 00080000:00000010:2.0:1761313447.762171:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb418110. 00080000:00000010:2.0:1761313447.762173:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af419871. 00080000:00000010:2.0:1761313447.762176:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001cd3d0d. 00080000:00000010:2.0:1761313447.762178:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e6a9d15. 00080000:00000010:2.0:1761313447.762180:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c200167. 00080000:00000010:2.0:1761313447.762182:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095f8b6e6. 00080000:00000010:2.0:1761313447.762185:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9b93d44. 00080000:00000010:2.0:1761313447.762187:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040d71396. 00080000:00000010:2.0:1761313447.762189:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c94183a1. 00080000:00000010:2.0:1761313447.762192:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f537c67e. 00080000:00000010:2.0:1761313447.762194:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a53c3419. 00080000:00000010:2.0:1761313447.762196:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7d16a4e. 00080000:00000010:2.0:1761313447.762199:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4c96419. 00080000:00000010:2.0:1761313447.762201:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfd3902d. 00080000:00000010:2.0:1761313447.762205:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006253d7f2. 00080000:00000010:2.0:1761313447.762207:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006a07e1b. 00080000:00000010:2.0:1761313447.762209:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d30e4b7. 00080000:00000010:2.0:1761313447.762211:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003394f4c5. 00080000:00000010:2.0:1761313447.762214:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d6ae98d. 00080000:00000010:2.0:1761313447.762216:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080d62eed. 00080000:00000010:2.0:1761313447.762218:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c1899a4. 00080000:00000010:2.0:1761313447.762221:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5fedd71. 00080000:00000010:2.0:1761313447.762223:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a72fcc3. 00080000:00000010:2.0:1761313447.762225:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa28c924. 00080000:00000010:2.0:1761313447.762227:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d67dd5bd. 00080000:00000010:2.0:1761313447.762229:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000787c82f1. 00080000:00000010:2.0:1761313447.762231:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029fb9502. 00080000:00000010:2.0:1761313447.762233:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007eff603f. 00080000:00000010:2.0:1761313447.762235:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000346a60b3. 00080000:00000010:2.0:1761313447.762237:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000341b1928. 00080000:00000010:2.0:1761313447.762239:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a932fb2. 00080000:00000010:2.0:1761313447.762242:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032aa8864. 00080000:00000010:2.0:1761313447.762244:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c27cffc3. 00080000:00000010:2.0:1761313447.762247:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073c1fffa. 00080000:00000010:2.0:1761313447.762249:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1af202e. 00080000:00000010:2.0:1761313447.762252:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020084c13. 00080000:00000010:2.0:1761313447.762254:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004eb1d47d. 00080000:00000010:2.0:1761313447.762256:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f30bdbb7. 00080000:00000010:2.0:1761313447.762258:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096a55034. 00080000:00000010:2.0:1761313447.762261:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef2e6b0c. 00080000:00000010:2.0:1761313447.762263:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca1cca68. 00080000:00000010:2.0:1761313447.762266:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e9e324b. 00080000:00000010:2.0:1761313447.762268:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d80b6be. 00080000:00000010:2.0:1761313447.762270:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e282e4d5. 00080000:00000010:2.0:1761313447.762272:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea71fbaf. 00080000:00000010:2.0:1761313447.762274:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059f1a384. 00080000:00000010:2.0:1761313447.762278:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000000e4d0b. 00080000:00000010:2.0:1761313447.762280:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008151368d. 00080000:00000010:2.0:1761313447.762283:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037d64ae9. 00080000:00000010:2.0:1761313447.762285:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c646696a. 00080000:00000010:2.0:1761313447.762289:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090bcc046. 00080000:00000010:2.0:1761313447.762291:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dbdab91. 00080000:00000010:2.0:1761313447.762293:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad7b50b3. 00080000:00000010:2.0:1761313447.762295:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067a3879b. 00080000:00000010:2.0:1761313447.762297:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000776b143e. 00080000:00000010:2.0:1761313447.762299:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091e6ab26. 00080000:00000010:2.0:1761313447.762301:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f76f334. 00080000:00000010:2.0:1761313447.762304:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0c4eaf6. 00080000:00000010:2.0:1761313447.762306:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7521932. 00080000:00000010:2.0:1761313447.762309:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b90f0419. 00080000:00000010:2.0:1761313447.762312:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045183ba5. 00080000:00000010:2.0:1761313447.762314:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e415180. 00080000:00000010:2.0:1761313447.762316:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f73a0363. 00080000:00000010:2.0:1761313447.762318:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a0eca40. 00080000:00000010:2.0:1761313447.762320:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047810a62. 00080000:00000010:2.0:1761313447.762323:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5924ca9. 00080000:00000010:2.0:1761313447.762325:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000592fe00c. 00080000:00000010:2.0:1761313447.762327:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076ece7d8. 00080000:00000010:2.0:1761313447.762330:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000446387f6. 00080000:00000010:2.0:1761313447.762331:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094e69e46. 00080000:00000010:2.0:1761313447.762333:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af5a1301. 00080000:00000010:2.0:1761313447.762335:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a206a9a4. 00080000:00000010:2.0:1761313447.762338:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001638bc32. 00080000:00000010:2.0:1761313447.762340:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e23934d7. 00080000:00000010:2.0:1761313447.762342:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002775b910. 00080000:00000010:2.0:1761313447.762344:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5804e67. 00080000:00000010:2.0:1761313447.762346:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6bb03b2. 00080000:00000010:2.0:1761313447.762348:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a6b8e55. 00080000:00000010:2.0:1761313447.762350:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8599d19. 00080000:00000010:2.0:1761313447.762352:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb3ac3b3. 00080000:00000010:2.0:1761313447.762355:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c18d7f4. 00080000:00000010:2.0:1761313447.762357:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd0b9f1d. 00080000:00000010:2.0:1761313447.762359:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007977bd8e. 00080000:00000010:2.0:1761313447.762361:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003eba3472. 00080000:00000010:2.0:1761313447.762363:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009dcdaef9. 00080000:00000010:2.0:1761313447.762365:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b8c140e. 00080000:00000010:2.0:1761313447.762367:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d061f44. 00080000:00000010:2.0:1761313447.762369:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001380c735. 00080000:00000010:2.0:1761313447.762372:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a638d60f. 00080000:00000010:2.0:1761313447.762374:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6409757. 00080000:00000010:2.0:1761313447.762376:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3436682. 00080000:00000010:2.0:1761313447.762379:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb69566c. 00080000:00000010:2.0:1761313447.762380:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000205667c4. 00080000:00000010:2.0:1761313447.762383:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073f90fc7. 00080000:00000010:2.0:1761313447.762385:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6ccb6ee. 00080000:00000010:2.0:1761313447.762387:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074f76ac9. 00080000:00000010:2.0:1761313447.762390:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072a52463. 00080000:00000010:2.0:1761313447.762392:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006895a28. 00080000:00000010:2.0:1761313447.762395:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013e79982. 00080000:00000010:2.0:1761313447.762397:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e238c73. 00080000:00000010:2.0:1761313447.762400:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002178f139. 00080000:00000010:2.0:1761313447.762403:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a0f6b4e. 00080000:00000010:2.0:1761313447.762406:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8b7f303. 00080000:00000010:2.0:1761313447.762408:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000051c6a7a. 00080000:00000010:2.0:1761313447.762410:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f74ca6e. 00080000:00000010:2.0:1761313447.762413:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000923d8ae. 00080000:00000010:2.0:1761313447.762415:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084cf22f7. 00080000:00000010:2.0:1761313447.762417:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000714985fd. 00080000:00000010:2.0:1761313447.762419:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b2ff2bb. 00080000:00000010:2.0:1761313447.762422:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc22a6f0. 00080000:00000010:2.0:1761313447.762424:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1b41fc9. 00080000:00000010:2.0:1761313447.762426:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005dde0a6d. 00080000:00000010:2.0:1761313447.762429:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072a31eb9. 00080000:00000010:2.0:1761313447.762431:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5458bbf. 00080000:00000010:2.0:1761313447.762433:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7c515b4. 00080000:00000010:2.0:1761313447.762435:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019d27b96. 00080000:00000010:2.0:1761313447.762437:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036e754cb. 00080000:00000010:2.0:1761313447.762440:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057b6b1db. 00080000:00000010:2.0:1761313447.762442:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000315b06aa. 00080000:00000010:2.0:1761313447.762444:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f2dc8fc. 00080000:00000010:2.0:1761313447.762446:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000864e225f. 00080000:00000010:2.0:1761313447.762449:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b00a4a7. 00080000:00000010:2.0:1761313447.762451:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040972dd1. 00080000:00000010:2.0:1761313447.762455:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ad28414. 00080000:00000010:2.0:1761313447.762457:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e972ce0. 00080000:00000010:2.0:1761313447.762460:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a30e635a. 00080000:00000010:2.0:1761313447.762463:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db0d585e. 00080000:00000010:2.0:1761313447.762465:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077e5bbcb. 00080000:00000010:2.0:1761313447.762483:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073179fad. 00080000:00000010:2.0:1761313447.762488:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbb9d53f. 00080000:00000010:2.0:1761313447.762490:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000657286b4. 00080000:00000010:2.0:1761313447.762494:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc5dd102. 00080000:00000010:2.0:1761313447.762497:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d6ce77f. 00080000:00000010:2.0:1761313447.762501:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006577f8a1. 00080000:00000010:2.0:1761313447.762503:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000844c92cc. 00080000:00000010:2.0:1761313447.762505:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053909a81. 00080000:00000010:2.0:1761313447.762507:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef0bd148. 00080000:00000010:2.0:1761313447.762509:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024a069af. 00080000:00000010:2.0:1761313447.762512:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be4d6a12. 00080000:00000010:2.0:1761313447.762513:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b243a034. 00080000:00000010:2.0:1761313447.762515:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8602562. 00080000:00000010:2.0:1761313447.762517:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004366f007. 00080000:00000010:2.0:1761313447.762519:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e82f578. 00080000:00000010:2.0:1761313447.762521:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ec83194. 00080000:00000010:2.0:1761313447.762524:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000085c0efa. 00080000:00000010:2.0:1761313447.762526:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5ab9669. 00080000:00000010:2.0:1761313447.762528:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc581ed4. 00080000:00000010:2.0:1761313447.762530:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ec95e9e. 00080000:00000010:2.0:1761313447.762532:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000478c70d. 00080000:00000010:2.0:1761313447.762535:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a966f1db. 00080000:00000010:2.0:1761313447.762537:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000421db9a8. 00080000:00000010:2.0:1761313447.762539:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f09a9df0. 00080000:00000010:2.0:1761313447.762541:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008094cbb6. 00080000:00000010:2.0:1761313447.762543:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb38131d. 00080000:00000010:2.0:1761313447.762545:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb76e7f3. 00080000:00000010:2.0:1761313447.762548:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c984cfaf. 00080000:00000010:2.0:1761313447.762551:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f19301d3. 00080000:00000010:2.0:1761313447.762553:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008149c51c. 00080000:00000010:2.0:1761313447.762556:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031145efb. 00080000:00000010:2.0:1761313447.762557:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028e49f60. 00080000:00000010:2.0:1761313447.762560:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003cf529c. 00080000:00000010:2.0:1761313447.762562:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000302b948d. 00080000:00000010:2.0:1761313447.762564:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075c218a2. 00080000:00000010:2.0:1761313447.762566:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086c72b8f. 00080000:00000010:2.0:1761313447.762568:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033283632. 00080000:00000010:2.0:1761313447.762571:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5fef042. 00080000:00000010:2.0:1761313447.762573:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5c6246f. 00080000:00000010:2.0:1761313447.762575:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050047d4b. 00080000:00000010:2.0:1761313447.762577:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026037375. 00080000:00000010:2.0:1761313447.762579:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004227ca14. 00080000:00000010:2.0:1761313447.762581:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026034bfb. 00080000:00000010:2.0:1761313447.762583:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a082c9e. 00080000:00000010:2.0:1761313447.762586:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f5e4bd8. 00080000:00000010:2.0:1761313447.762588:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d61b3d34. 00080000:00000010:2.0:1761313447.762590:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050083b2a. 00080000:00000010:2.0:1761313447.762592:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e171f696. 00080000:00000010:2.0:1761313447.762595:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3ab68f7. 00080000:00000010:2.0:1761313447.762597:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3b8546f. 00080000:00000010:2.0:1761313447.762599:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a68d1b1. 00080000:00000010:2.0:1761313447.762601:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006703eddb. 00080000:00000010:2.0:1761313447.762603:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0c9d3ac. 00080000:00000010:2.0:1761313447.762605:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001f2f66f. 00080000:00000010:2.0:1761313447.762607:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d0796fd. 00080000:00000010:2.0:1761313447.762609:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e594cdd. 00080000:00000010:2.0:1761313447.762611:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059c786a0. 00080000:00000010:2.0:1761313447.762613:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f46de5d. 00080000:00000010:2.0:1761313447.762615:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069e75858. 00080000:00000010:2.0:1761313447.762618:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070ae1038. 00080000:00000010:2.0:1761313447.762620:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000643141f7. 00080000:00000010:2.0:1761313447.762622:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0d24521. 00080000:00000010:2.0:1761313447.762625:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001cec208a. 00080000:00000010:2.0:1761313447.762627:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd6da47f. 00080000:00000010:2.0:1761313447.762629:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000015d6ce0. 00080000:00000010:2.0:1761313447.762631:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005de1f154. 00080000:00000010:2.0:1761313447.762633:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5f7d995. 00080000:00000010:2.0:1761313447.762635:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d33fcc1. 00080000:00000010:2.0:1761313447.762637:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0009c09. 00080000:00000010:2.0:1761313447.762639:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c069306e. 00080000:00000010:2.0:1761313447.762641:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da68792a. 00080000:00000010:2.0:1761313447.762643:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b41ec07. 00080000:00000010:2.0:1761313447.762646:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000927963f4. 00010000:00000010:0.0:1761313447.780209:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:0.0:1761313447.780222:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6fb04c. 00010000:00000010:0.0:1761313447.780299:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8c2b5a0. 00010000:00000010:0.0:1761313447.780303:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780308:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c154515a. 00010000:00000010:0.0:1761313447.780313:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.780329:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000758c51a3. 00010000:00000010:0.0:1761313447.780354:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.780358:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780389:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e12d3e8e. 00010000:00000010:0.0:1761313447.780391:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780394:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.0:1761313447.780396:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.780403:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a8b7870. 00010000:00000010:0.0:1761313447.780421:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.780425:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780455:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ed7de392. 00010000:00000010:0.0:1761313447.780457:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780460:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.0:1761313447.780462:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.780488:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae36ecb5. 00010000:00000010:0.0:1761313447.780510:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.780513:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780537:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c3262dd. 00010000:00000010:0.0:1761313447.780539:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780542:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df83c085. 00010000:00000010:0.0:1761313447.780544:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.780550:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003aa6100b. 00010000:00000010:0.0:1761313447.780566:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.780569:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780590:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e595a40a. 00010000:00000010:0.0:1761313447.780593:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780595:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007359e9ee. 00010000:00000010:0.0:1761313447.780597:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.780602:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004337fc0a. 00010000:00000010:0.0:1761313447.780618:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.780621:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780644:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000fc5e956. 00010000:00000010:0.0:1761313447.780646:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780649:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f921216b. 00010000:00000010:0.0:1761313447.780651:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.780656:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8d7143d. 00010000:00000010:0.0:1761313447.780672:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.780674:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780699:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046962172. 00010000:00000010:0.0:1761313447.780701:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780704:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067172e9c. 00010000:00000010:0.0:1761313447.780706:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.780712:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca1cca68. 00010000:00000010:0.0:1761313447.780728:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.780730:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780751:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f7cc626. 00010000:00000010:0.0:1761313447.780753:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780756:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009adfa18b. 00010000:00000010:0.0:1761313447.780758:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.780764:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef2e6b0c. 00010000:00000010:0.0:1761313447.780779:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.780782:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780805:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000877b3a4b. 00010000:00000010:0.0:1761313447.780807:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780810:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000259a7296. 00010000:00000010:0.0:1761313447.780812:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.780817:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004eb1d47d. 00010000:00000010:0.0:1761313447.780833:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.780835:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780856:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c2b0498. 00010000:00000010:0.0:1761313447.780858:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780860:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062bc62e1. 00010000:00000010:0.0:1761313447.780863:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.780868:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a932fb2. 00010000:00000010:0.0:1761313447.780884:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.780886:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780906:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000008b179b6. 00010000:00000010:0.0:1761313447.780908:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780911:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.0:1761313447.780913:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.780920:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000341b1928. 00010000:00000010:0.0:1761313447.780941:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.780944:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780972:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffbbbb03. 00010000:00000010:0.0:1761313447.780975:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.780978:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2689f79. 00010000:00000010:0.0:1761313447.780980:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.780987:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c1899a4. 00010000:00000010:0.0:1761313447.781006:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781008:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781049:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005feed362. 00010000:00000010:0.0:1761313447.781051:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781054:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5310f32. 00010000:00000010:0.0:1761313447.781056:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781062:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080d62eed. 00010000:00000010:0.0:1761313447.781080:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781083:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781106:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069d405ff. 00010000:00000010:0.0:1761313447.781108:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781110:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001124c96c. 00010000:00000010:0.0:1761313447.781112:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781117:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095f8b6e6. 00010000:00000010:0.0:1761313447.781146:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781149:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781174:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001cadcf8e. 00010000:00000010:0.0:1761313447.781177:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781180:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dfd3201a. 00010000:00000010:0.0:1761313447.781182:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781187:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e6a9d15. 00010000:00000010:0.0:1761313447.781205:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781207:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781227:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000867e3c1e. 00010000:00000010:0.0:1761313447.781229:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781232:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be224e33. 00010000:00000010:0.0:1761313447.781234:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781239:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001cd3d0d. 00010000:00000010:0.0:1761313447.781255:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781257:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00000001:00000010:0.0:1761313447.781274:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a2c27. 00000001:00000010:0.0:1761313447.781279:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a2c27. 00000001:00000010:0.0:1761313447.781281:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d30a2c27. 00000001:00000010:0.0:1761313447.781283:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003a5f813c. 00010000:00000010:0.0:1761313447.781296:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000639e4b43. 00010000:00000010:0.0:1761313447.781298:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781300:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ab75f2f. 00010000:00000010:0.0:1761313447.781302:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781307:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af419871. 00010000:00000010:0.0:1761313447.781324:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781326:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781347:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026e9c5c8. 00010000:00000010:0.0:1761313447.781349:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781352:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000129b0f2. 00010000:00000010:0.0:1761313447.781354:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781359:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bcd025d. 00010000:00000010:0.0:1761313447.781375:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781377:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781399:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000099153951. 00010000:00000010:0.0:1761313447.781401:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781404:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f79d60f0. 00010000:00000010:0.0:1761313447.781406:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781412:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073b6b1b0. 00010000:00000010:0.0:1761313447.781427:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781429:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781450:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026660d4e. 00010000:00000010:0.0:1761313447.781452:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781455:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e6730e2. 00010000:00000010:0.0:1761313447.781457:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781462:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000188f6300. 00010000:00000010:0.0:1761313447.781499:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781503:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781528:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004ca7db08. 00010000:00000010:0.0:1761313447.781531:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781533:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b9fec66. 00010000:00000010:0.0:1761313447.781536:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781542:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005566f762. 00010000:00000010:0.0:1761313447.781558:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781561:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781582:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f018af66. 00010000:00000010:0.0:1761313447.781584:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781587:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001014da8. 00010000:00000010:0.0:1761313447.781589:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781594:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002b85d0a. 00010000:00000010:0.0:1761313447.781610:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781612:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781632:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8355569. 00010000:00000010:0.0:1761313447.781634:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781637:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb5d7d02. 00010000:00000010:0.0:1761313447.781639:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781644:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a51b8bf0. 00010000:00000010:0.0:1761313447.781659:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781662:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781681:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c8ab1fe. 00010000:00000010:0.0:1761313447.781683:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781686:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094a795ba. 00010000:00000010:0.0:1761313447.781688:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781693:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1831f9c. 00010000:00000010:0.0:1761313447.781708:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781711:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781736:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d93e8da. 00010000:00000010:0.0:1761313447.781738:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781740:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049990707. 00010000:00000010:0.0:1761313447.781742:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781750:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009bc4fd5b. 00010000:00000010:0.0:1761313447.781766:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781768:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781788:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3ebfe4d. 00010000:00000010:0.0:1761313447.781790:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781793:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008459fa78. 00010000:00000010:0.0:1761313447.781795:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781800:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c03ba74d. 00010000:00000010:0.0:1761313447.781816:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781818:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781841:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7966a5a. 00010000:00000010:0.0:1761313447.781843:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781845:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e811e967. 00010000:00000010:0.0:1761313447.781847:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781852:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028837a58. 00010000:00000010:0.0:1761313447.781868:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781870:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781890:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001b2f78e7. 00010000:00000010:0.0:1761313447.781892:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781895:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000459d6101. 00010000:00000010:0.0:1761313447.781897:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781902:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb462c3d. 00010000:00000010:0.0:1761313447.781918:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781921:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781948:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3f77b54. 00010000:00000010:0.0:1761313447.781950:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.781953:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d3bca15. 00010000:00000010:0.0:1761313447.781955:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.781962:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f93018a. 00010000:00000010:0.0:1761313447.781984:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.781987:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782013:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007503a422. 00010000:00000010:0.0:1761313447.782016:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782019:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066143813. 00010000:00000010:0.0:1761313447.782021:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782028:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a9c0715. 00010000:00000010:0.0:1761313447.782050:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782053:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782081:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000221b111a. 00010000:00000010:0.0:1761313447.782084:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782086:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e8b9177. 00010000:00000010:0.0:1761313447.782089:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782095:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006bbfe830. 00010000:00000010:0.0:1761313447.782112:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782114:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782149:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b95349a. 00010000:00000010:0.0:1761313447.782152:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782154:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078287cf1. 00010000:00000010:0.0:1761313447.782157:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782163:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066286275. 00010000:00000010:0.0:1761313447.782180:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782182:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782206:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c885ef1. 00010000:00000010:0.0:1761313447.782208:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782210:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba6767d. 00010000:00000010:0.0:1761313447.782213:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782218:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c4217c5. 00010000:00000010:0.0:1761313447.782233:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782235:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782256:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000230e7a16. 00010000:00000010:0.0:1761313447.782258:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782261:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054b96484. 00010000:00000010:0.0:1761313447.782263:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782268:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002fd77373. 00010000:00000010:0.0:1761313447.782283:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782285:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782305:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c3e599d2. 00010000:00000010:0.0:1761313447.782307:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782309:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a2a8d173. 00010000:00000010:0.0:1761313447.782311:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782316:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa710f13. 00010000:00000010:0.0:1761313447.782331:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782334:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782354:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3b1cf0a. 00010000:00000010:0.0:1761313447.782356:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782358:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009baaeae7. 00010000:00000010:0.0:1761313447.782360:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782365:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058bf7986. 00010000:00000010:0.0:1761313447.782379:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782381:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782403:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005ae95d70. 00010000:00000010:0.0:1761313447.782405:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782407:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024cb698a. 00010000:00000010:0.0:1761313447.782409:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782414:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed988f96. 00010000:00000010:0.0:1761313447.782429:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782432:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782452:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000738584a9. 00010000:00000010:0.0:1761313447.782454:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782456:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044885e81. 00010000:00000010:0.0:1761313447.782458:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782463:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002eaeed6d. 00010000:00000010:0.0:1761313447.782498:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782501:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782526:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c08d856. 00010000:00000010:0.0:1761313447.782528:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782530:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b5a9942. 00010000:00000010:0.0:1761313447.782533:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782538:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7aa64b2. 00010000:00000010:0.0:1761313447.782555:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782558:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782584:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ce9c7ed. 00010000:00000010:0.0:1761313447.782587:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782589:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020ad8933. 00010000:00000010:0.0:1761313447.782591:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782600:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a8e44cf. 00010000:00000010:0.0:1761313447.782621:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782625:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782652:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003bd2687d. 00010000:00000010:0.0:1761313447.782654:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782657:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003bb1c407. 00010000:00000010:0.0:1761313447.782660:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782667:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051f258b9. 00010000:00000010:0.0:1761313447.782689:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782692:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782720:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006d3e8e0b. 00010000:00000010:0.0:1761313447.782722:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782725:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2a7663f. 00010000:00000010:0.0:1761313447.782728:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782735:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a6ab51d. 00010000:00000010:0.0:1761313447.782755:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782758:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782785:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f24caaa1. 00010000:00000010:0.0:1761313447.782788:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782790:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fc84ad90. 00010000:00000010:0.0:1761313447.782793:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782799:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002af08082. 00010000:00000010:0.0:1761313447.782819:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782823:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782848:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001386fbe1. 00010000:00000010:0.0:1761313447.782850:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782853:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b49258ec. 00010000:00000010:0.0:1761313447.782855:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782860:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097a3b94d. 00010000:00000010:0.0:1761313447.782878:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782880:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782905:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e76d7de0. 00010000:00000010:0.0:1761313447.782907:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782910:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1b8bb24. 00010000:00000010:0.0:1761313447.782912:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782919:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000934d15a9. 00010000:00000010:0.0:1761313447.782939:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.782943:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782970:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffbc91ea. 00010000:00000010:0.0:1761313447.782972:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.782975:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e6d27b2. 00010000:00000010:0.0:1761313447.782977:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.782984:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aecaa209. 00010000:00000010:0.0:1761313447.783002:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.783005:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.783026:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000784469a1. 00010000:00000010:0.0:1761313447.783029:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.783031:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017f3b4de. 00010000:00000010:0.0:1761313447.783033:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.783038:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc4d7cff. 00010000:00000010:0.0:1761313447.783053:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.783055:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.783076:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000cf60692. 00010000:00000010:0.0:1761313447.783078:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.783081:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000072359bb. 00010000:00000010:0.0:1761313447.783083:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.783088:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000111f381f. 00010000:00000010:0.0:1761313447.783105:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.783107:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.783130:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ccaacee3. 00010000:00000010:0.0:1761313447.784889:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.784897:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050489668. 00010000:00000010:0.0:1761313447.784904:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.784922:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c48fa6c9. 00010000:00000010:0.0:1761313447.785265:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.785271:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785330:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da7e9d90. 00010000:00000010:0.0:1761313447.785333:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785336:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f981a24. 00010000:00000010:0.0:1761313447.785339:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.785347:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f10b69e9. 00010000:00000010:0.0:1761313447.785371:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.785374:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785409:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000340484ec. 00010000:00000010:0.0:1761313447.785412:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785417:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079944a5e. 00010000:00000010:0.0:1761313447.785419:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.785426:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052a1f4d3. 00010000:00000010:0.0:1761313447.785449:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.785452:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785522:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d509eb12. 00010000:00000010:0.0:1761313447.785525:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785528:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009561b524. 00010000:00000010:0.0:1761313447.785532:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.785541:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000273b399d. 00010000:00000010:0.0:1761313447.785565:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.785568:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785600:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b55722f2. 00010000:00000010:0.0:1761313447.785604:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785607:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7cbace1. 00010000:00000010:0.0:1761313447.785609:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.785616:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c57aca5. 00010000:00000010:0.0:1761313447.785639:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.785643:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785673:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aba0940d. 00010000:00000010:0.0:1761313447.785676:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785679:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3f22f2c. 00010000:00000010:0.0:1761313447.785682:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.785689:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003dda68a3. 00010000:00000010:0.0:1761313447.785720:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.785724:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785764:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9970e42. 00010000:00000010:0.0:1761313447.785767:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785770:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f9aa5e2. 00010000:00000010:0.0:1761313447.785773:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.785780:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024dac632. 00010000:00000010:0.0:1761313447.785801:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.785804:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785830:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a67797b. 00010000:00000010:0.0:1761313447.785832:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785835:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d895a3d. 00010000:00000010:0.0:1761313447.785838:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.785847:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076e89ce8. 00010000:00000010:0.0:1761313447.785869:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.785873:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785904:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000366d1e2e. 00010000:00000010:0.0:1761313447.785907:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785909:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084913810. 00010000:00000010:0.0:1761313447.785912:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.785920:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005969e6a7. 00010000:00000010:0.0:1761313447.785942:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.785945:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785974:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f9ea93ec. 00010000:00000010:0.0:1761313447.785977:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.785980:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031d7fdb5. 00010000:00000010:0.0:1761313447.785982:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.785989:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000074c0def. 00010000:00000010:0.0:1761313447.786011:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.786014:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786159:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d902887c. 00010000:00000010:0.0:1761313447.786163:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786166:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b37b4ba6. 00010000:00000010:0.0:1761313447.786169:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.786177:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b55fcfb6. 00010000:00000010:0.0:1761313447.786200:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.786203:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786232:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000377db7ee. 00010000:00000010:0.0:1761313447.786235:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786238:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000366667b9. 00010000:00000010:0.0:1761313447.786240:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.786247:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b716fb91. 00010000:00000010:0.0:1761313447.786268:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.786271:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786304:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c75060f8. 00010000:00000010:0.0:1761313447.786307:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786310:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000888b68f. 00010000:00000010:0.0:1761313447.786312:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.786320:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000029e4684. 00010000:00000010:0.0:1761313447.786343:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.786345:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786375:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd6689d9. 00010000:00000010:0.0:1761313447.786377:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786380:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000465100e. 00010000:00000010:0.0:1761313447.786383:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.786390:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000deba0d69. 00010000:00000010:0.0:1761313447.786411:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.786414:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786443:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1bb3eee. 00010000:00000010:0.0:1761313447.786445:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786448:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f0b4f9fa. 00010000:00000010:0.0:1761313447.786451:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.786457:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086ede834. 00010000:00000010:0.0:1761313447.786556:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.786560:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786589:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006fde583a. 00010000:00000010:0.0:1761313447.786592:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786595:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000445aa657. 00010000:00000010:0.0:1761313447.786597:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.786605:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017e0e87e. 00010000:00000010:0.0:1761313447.786627:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.786631:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786659:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1a9fff1. 00010000:00000010:0.0:1761313447.786662:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786665:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dd7b2e3. 00010000:00000010:0.0:1761313447.786668:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.786676:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f281aee9. 00010000:00000010:0.0:1761313447.786698:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.786701:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786730:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002eb4155a. 00010000:00000010:0.0:1761313447.786733:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786736:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009430eb54. 00010000:00000010:0.0:1761313447.786739:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.786746:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4699498. 00010000:00000010:0.0:1761313447.786769:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.786772:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786804:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000249869da. 00010000:00000010:0.0:1761313447.786807:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786810:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000582038a0. 00010000:00000010:0.0:1761313447.786812:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.786820:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3681494. 00010000:00000010:0.0:1761313447.786841:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.786844:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786875:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ad4342a. 00010000:00000010:0.0:1761313447.786877:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786881:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039369def. 00010000:00000010:0.0:1761313447.786883:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.786891:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7aaea29. 00010000:00000010:0.0:1761313447.786911:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.786914:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786944:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008085795d. 00010000:00000010:0.0:1761313447.786947:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.786949:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097c5cefc. 00010000:00000010:0.0:1761313447.786953:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.786959:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077b322a6. 00010000:00000010:0.0:1761313447.786980:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.786983:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787008:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b956df1. 00010000:00000010:0.0:1761313447.787010:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787012:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000142623a4. 00010000:00000010:0.0:1761313447.787015:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.787021:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d4bed4a. 00010000:00000010:0.0:1761313447.787105:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.787109:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787147:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000223d9a18. 00010000:00000010:0.0:1761313447.787150:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787153:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea559904. 00010000:00000010:0.0:1761313447.787156:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.787164:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abf056c0. 00010000:00000010:0.0:1761313447.787189:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.787193:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787223:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0608e2b. 00010000:00000010:0.0:1761313447.787226:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787228:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088804e23. 00010000:00000010:0.0:1761313447.787231:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.787238:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1f5506d. 00010000:00000010:0.0:1761313447.787261:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.787264:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787298:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006541bcb1. 00010000:00000010:0.0:1761313447.787301:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787305:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee8fd690. 00010000:00000010:0.0:1761313447.787308:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.787317:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048804160. 00010000:00000010:0.0:1761313447.787342:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.787346:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787373:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c20fee0d. 00010000:00000010:0.0:1761313447.787376:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787379:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006fe22e2. 00010000:00000010:0.0:1761313447.787382:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.787391:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e5b3aef. 00010000:00000010:0.0:1761313447.787414:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.787418:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787452:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f01bb05b. 00010000:00000010:0.0:1761313447.787455:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787458:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000973784. 00010000:00000010:0.0:1761313447.787461:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.787568:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e47a678. 00010000:00000010:0.0:1761313447.787596:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.787601:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787633:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054ebb229. 00010000:00000010:0.0:1761313447.787636:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787639:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bf6d461. 00010000:00000010:0.0:1761313447.787642:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.787650:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c385e087. 00010000:00000010:0.0:1761313447.787673:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.787676:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787706:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001cf80465. 00010000:00000010:0.0:1761313447.787709:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787711:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000197575f4. 00010000:00000010:0.0:1761313447.787714:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.787721:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f50249b. 00010000:00000010:0.0:1761313447.787745:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.787748:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787777:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004fee9d94. 00010000:00000010:0.0:1761313447.787780:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787783:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002dd38e02. 00010000:00000010:0.0:1761313447.787785:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.787792:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e75eace. 00010000:00000010:0.0:1761313447.787816:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.787820:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787855:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c209559. 00010000:00000010:0.0:1761313447.787858:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787861:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af8d67cf. 00010000:00000010:0.0:1761313447.787864:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.787871:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066d6a990. 00010000:00000010:0.0:1761313447.787890:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.787893:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787920:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3ed42fd. 00010000:00000010:0.0:1761313447.787923:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787926:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d225039. 00010000:00000010:0.0:1761313447.787929:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.787939:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c328e55. 00010000:00000010:0.0:1761313447.787962:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.787965:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.787997:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075e88958. 00010000:00000010:0.0:1761313447.788000:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.788003:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e18166d2. 00010000:00000010:0.0:1761313447.788006:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.788013:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2f158a6. 00010000:00000010:0.0:1761313447.788405:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.788409:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.788442:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e82699f2. 00010000:00000010:0.0:1761313447.788445:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.788449:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e12dad6e. 00010000:00000010:0.0:1761313447.788452:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.788461:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007375f71f. 00010000:00000010:0.0:1761313447.789122:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.789127:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.789172:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac98cd8e. 00010000:00000010:0.0:1761313447.789175:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.789179:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049595ccd. 00010000:00000010:0.0:1761313447.789182:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.789189:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d52a967. 00010000:00000010:0.0:1761313447.789214:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.789218:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.789245:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007812ae3d. 00010000:00000010:0.0:1761313447.789247:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.789250:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3b97831. 00010000:00000010:0.0:1761313447.789252:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.789259:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4d77c2f. 00010000:00000010:0.0:1761313447.789278:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.789281:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.789316:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058e98965. 00010000:00000010:0.0:1761313447.789319:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.789322:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b09366e5. 00010000:00000010:0.0:1761313447.789324:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.789332:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4bb75af. 00010000:00000010:0.0:1761313447.789354:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.789357:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.789387:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026172e23. 00010000:00000010:0.0:1761313447.789391:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.789399:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7d335cc. 00000100:00000010:0.0:1761313447.789407:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.789417:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efea900. 02000000:00000010:0.0:1761313447.789430:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e66c7ba8. 02000000:00000010:0.0:1761313447.789459:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a21d97d. 00000400:00000010:0.0:1761313447.789465:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008744c261. 00000400:00000010:0.0:1761313447.789492:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313447.789499:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499392, portal 16 00000400:00000010:0.0:1761313447.789504:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f602c09. 00000100:00000200:0.0:1761313447.789506:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499392, offset 0 00000400:00000200:0.0:1761313447.789515:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.789531:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.789538:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.789542:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.789545:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.789548:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89578:89578:256:4294967295] 192.168.204.1@tcp LPNI seq info [89578:89578:8:4294967295] 00000400:00000200:0.0:1761313447.789557:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.789563:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.789567:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313447.789573:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.789580:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.789584:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.790174:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.790178:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:1.0:1761313447.790183:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.790188:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.790192:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f602c09 00000400:00000010:1.0:1761313447.790194:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f602c09. 00000100:00000200:1.0:1761313447.790202:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003efea900 x1846869206499392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.790739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b39dddb0. 00010000:00000010:0.1:1761313447.790747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000570b2073. 00010000:00000010:0.1:1761313447.790757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8c2b5a0. 00010000:00000010:0.1:1761313447.790761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c154515a. 00010000:00000010:0.1:1761313447.790764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e12d3e8e. 00010000:00000010:0.1:1761313447.790767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c55f9b8. 00010000:00000010:0.1:1761313447.793586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed7de392. 00010000:00000010:0.1:1761313447.793599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0967ada. 00010000:00000010:0.1:1761313447.793612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c3262dd. 00010000:00000010:0.1:1761313447.793616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df83c085. 00010000:00000010:0.1:1761313447.793618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e595a40a. 00010000:00000010:0.1:1761313447.793621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007359e9ee. 00010000:00000010:0.1:1761313447.793623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fc5e956. 00010000:00000010:0.1:1761313447.793626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f921216b. 00010000:00000010:0.1:1761313447.793629:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046962172. 00010000:00000010:0.1:1761313447.793632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067172e9c. 00010000:00000010:0.1:1761313447.793634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f7cc626. 00010000:00000010:0.1:1761313447.793637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009adfa18b. 00010000:00000010:0.1:1761313447.793639:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000877b3a4b. 00010000:00000010:0.1:1761313447.793642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259a7296. 00010000:00000010:0.1:1761313447.793643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c2b0498. 00010000:00000010:0.1:1761313447.793646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062bc62e1. 00010000:00000010:0.1:1761313447.793647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008b179b6. 00010000:00000010:0.1:1761313447.793649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfa04e5. 00010000:00000010:0.1:1761313447.793654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffbbbb03. 00010000:00000010:0.1:1761313447.793659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2689f79. 00010000:00000010:0.1:1761313447.793661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005feed362. 00010000:00000010:0.1:1761313447.793664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5310f32. 00010000:00000010:0.1:1761313447.793666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069d405ff. 00010000:00000010:0.1:1761313447.793678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001124c96c. 00010000:00000010:0.1:1761313447.793680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cadcf8e. 00010000:00000010:0.1:1761313447.793684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfd3201a. 00010000:00000010:0.1:1761313447.793686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000867e3c1e. 00010000:00000010:0.1:1761313447.793690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be224e33. 00010000:00000010:0.1:1761313447.793694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000639e4b43. 00010000:00000010:0.1:1761313447.793697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ab75f2f. 00010000:00000010:0.1:1761313447.793703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026e9c5c8. 00010000:00000010:0.1:1761313447.793706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000129b0f2. 00010000:00000010:0.1:1761313447.793709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099153951. 00010000:00000010:0.1:1761313447.793711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f79d60f0. 00010000:00000010:0.1:1761313447.793713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026660d4e. 00010000:00000010:0.1:1761313447.793715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6730e2. 00010000:00000010:0.1:1761313447.793720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ca7db08. 00010000:00000010:0.1:1761313447.793722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b9fec66. 00010000:00000010:0.1:1761313447.793724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f018af66. 00010000:00000010:0.1:1761313447.793726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001014da8. 00010000:00000010:0.1:1761313447.793728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8355569. 00010000:00000010:0.1:1761313447.793730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb5d7d02. 00010000:00000010:0.1:1761313447.793733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c8ab1fe. 00010000:00000010:0.1:1761313447.793735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094a795ba. 00010000:00000010:0.1:1761313447.793740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d93e8da. 00010000:00000010:0.1:1761313447.793742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049990707. 00010000:00000010:0.1:1761313447.793745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3ebfe4d. 00010000:00000010:0.1:1761313447.793747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008459fa78. 00010000:00000010:0.1:1761313447.793749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7966a5a. 00010000:00000010:0.1:1761313447.793751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e811e967. 00010000:00000010:0.1:1761313447.793753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b2f78e7. 00010000:00000010:0.1:1761313447.793755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000459d6101. 00010000:00000010:0.1:1761313447.793757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3f77b54. 00010000:00000010:0.1:1761313447.793759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d3bca15. 00010000:00000010:0.1:1761313447.793763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007503a422. 00010000:00000010:0.1:1761313447.793766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066143813. 00010000:00000010:0.1:1761313447.793768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000221b111a. 00010000:00000010:0.1:1761313447.793771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e8b9177. 00010000:00000010:0.1:1761313447.793773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b95349a. 00010000:00000010:0.1:1761313447.793776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078287cf1. 00010000:00000010:0.1:1761313447.793778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c885ef1. 00010000:00000010:0.1:1761313447.793781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba6767d. 00010000:00000010:0.1:1761313447.793783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000230e7a16. 00010000:00000010:0.1:1761313447.793788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054b96484. 00010000:00000010:0.1:1761313447.793795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3e599d2. 00010000:00000010:0.1:1761313447.793798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2a8d173. 00010000:00000010:0.1:1761313447.793800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b1cf0a. 00010000:00000010:0.1:1761313447.793803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009baaeae7. 00010000:00000010:0.1:1761313447.793805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ae95d70. 00010000:00000010:0.1:1761313447.793807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024cb698a. 00010000:00000010:0.1:1761313447.793809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000738584a9. 00010000:00000010:0.1:1761313447.793811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044885e81. 00010000:00000010:0.1:1761313447.793813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c08d856. 00010000:00000010:0.1:1761313447.793816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b5a9942. 00010000:00000010:0.1:1761313447.793819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ce9c7ed. 00010000:00000010:0.1:1761313447.793821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020ad8933. 00010000:00000010:0.1:1761313447.793824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bd2687d. 00010000:00000010:0.1:1761313447.793826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bb1c407. 00010000:00000010:0.1:1761313447.793830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d3e8e0b. 00010000:00000010:0.1:1761313447.793834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2a7663f. 00010000:00000010:0.1:1761313447.793836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f24caaa1. 00010000:00000010:0.1:1761313447.793839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc84ad90. 00010000:00000010:0.1:1761313447.793841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001386fbe1. 00010000:00000010:0.1:1761313447.793843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b49258ec. 00010000:00000010:0.1:1761313447.793849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e76d7de0. 00010000:00000010:0.1:1761313447.793851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b8bb24. 00010000:00000010:0.1:1761313447.793853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffbc91ea. 00010000:00000010:0.1:1761313447.793855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e6d27b2. 00010000:00000010:0.1:1761313447.793858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000784469a1. 00010000:00000010:0.1:1761313447.793860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017f3b4de. 00010000:00000010:0.1:1761313447.793863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cf60692. 00010000:00000010:0.1:1761313447.793865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000072359bb. 00010000:00000010:0.1:1761313447.793868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccaacee3. 00010000:00000010:0.1:1761313447.793870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050489668. 00010000:00000010:0.1:1761313447.793873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da7e9d90. 00010000:00000010:0.1:1761313447.793875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f981a24. 00010000:00000010:0.1:1761313447.793877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000340484ec. 00010000:00000010:0.1:1761313447.793881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079944a5e. 00010000:00000010:0.1:1761313447.793883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d509eb12. 00010000:00000010:0.1:1761313447.793886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009561b524. 00010000:00000010:0.1:1761313447.793890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b55722f2. 00010000:00000010:0.1:1761313447.793893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7cbace1. 00010000:00000010:0.1:1761313447.793895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aba0940d. 00010000:00000010:0.1:1761313447.793897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3f22f2c. 00010000:00000010:0.1:1761313447.793898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9970e42. 00010000:00000010:0.1:1761313447.793900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f9aa5e2. 00010000:00000010:0.1:1761313447.793902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a67797b. 00010000:00000010:0.1:1761313447.793905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d895a3d. 00010000:00000010:0.1:1761313447.793908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000366d1e2e. 00010000:00000010:0.1:1761313447.793910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084913810. 00010000:00000010:0.1:1761313447.793912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9ea93ec. 00010000:00000010:0.1:1761313447.793914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031d7fdb5. 00010000:00000010:0.1:1761313447.793916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d902887c. 00010000:00000010:0.1:1761313447.793918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b37b4ba6. 00010000:00000010:0.1:1761313447.793920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000377db7ee. 00010000:00000010:0.1:1761313447.793922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366667b9. 00010000:00000010:0.1:1761313447.793924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c75060f8. 00010000:00000010:0.1:1761313447.793926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000888b68f. 00010000:00000010:0.1:1761313447.793930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd6689d9. 00010000:00000010:0.1:1761313447.793932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000465100e. 00010000:00000010:0.1:1761313447.793935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1bb3eee. 00010000:00000010:0.1:1761313447.793937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0b4f9fa. 00010000:00000010:0.1:1761313447.793939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fde583a. 00010000:00000010:0.1:1761313447.793942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000445aa657. 00010000:00000010:0.1:1761313447.793944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1a9fff1. 00010000:00000010:0.1:1761313447.793947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dd7b2e3. 00010000:00000010:0.1:1761313447.793949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002eb4155a. 00010000:00000010:0.1:1761313447.793951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009430eb54. 00010000:00000010:0.1:1761313447.793953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000249869da. 00010000:00000010:0.1:1761313447.793955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000582038a0. 00010000:00000010:0.1:1761313447.793957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ad4342a. 00010000:00000010:0.1:1761313447.793959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039369def. 00010000:00000010:0.1:1761313447.793962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008085795d. 00010000:00000010:0.1:1761313447.793966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c5cefc. 00010000:00000010:0.1:1761313447.793968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b956df1. 00010000:00000010:0.1:1761313447.793972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000142623a4. 00010000:00000010:0.1:1761313447.793975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000223d9a18. 00010000:00000010:0.1:1761313447.793977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea559904. 00010000:00000010:0.1:1761313447.793980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0608e2b. 00010000:00000010:0.1:1761313447.793984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088804e23. 00010000:00000010:0.1:1761313447.793987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006541bcb1. 00010000:00000010:0.1:1761313447.793990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee8fd690. 00010000:00000010:0.1:1761313447.793992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c20fee0d. 00010000:00000010:0.1:1761313447.793995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006fe22e2. 00010000:00000010:0.1:1761313447.794043:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f01bb05b. 00010000:00000010:0.1:1761313447.794047:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000973784. 00010000:00000010:0.1:1761313447.794049:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054ebb229. 00010000:00000010:0.1:1761313447.794051:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bf6d461. 00010000:00000010:0.1:1761313447.794053:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cf80465. 00010000:00000010:0.1:1761313447.794055:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000197575f4. 00010000:00000010:0.1:1761313447.794057:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fee9d94. 00010000:00000010:0.1:1761313447.794059:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dd38e02. 00010000:00000010:0.1:1761313447.794060:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c209559. 00010000:00000010:0.1:1761313447.794062:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8d67cf. 00010000:00000010:0.1:1761313447.794066:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3ed42fd. 00010000:00000010:0.1:1761313447.794069:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d225039. 00010000:00000010:0.1:1761313447.794077:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075e88958. 00010000:00000010:0.1:1761313447.794079:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e18166d2. 00000400:00000200:1.0:1761313447.796235:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.796257:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000040 00000400:00000200:1.0:1761313447.796266:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeae5 [1] + 224 00000400:00000200:1.0:1761313447.796277:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.796281:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.796292:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efea900 x1846869206499392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.796329:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.796334:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957e40 00000400:00000200:1.0:1761313447.796339:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad45d [2] + 328 00000400:00000200:1.0:1761313447.796349:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.796352:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.796356:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.796361:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 00000400:00000010:0.0:1761313447.796464:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008744c261. 00000400:00000200:0.0:1761313447.796489:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:0.0:1761313447.796492:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:0.0:1761313447.796500:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003efea900 x1846869206499392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.796509:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003efea900 x1846869206499392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.796541:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a21d97d. 02000000:00000010:0.0:1761313447.796549:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e66c7ba8. 00000100:00000010:0.0:1761313447.796554:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efea900. 00000020:00000010:2.0:1761313447.796557:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000643141f7. 00000100:00000010:0.0:1761313447.796559:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00000020:00000010:2.0:1761313447.796565:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6db6837. 00010000:00000010:0.0:1761313447.796565:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7d335cc. 00000020:00000010:2.0:1761313447.796571:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313447.796596:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a65e944 x1846869199519296/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313447.796635:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519296 02000000:00000010:2.0:1761313447.796646:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070ae1038. 00010000:00000010:2.0:1761313447.796673:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000647399a4. 00010000:00000010:2.0:1761313447.796694:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a0b142a. 00000100:00000010:2.0:1761313447.796701:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.796716:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:2.0:1761313447.796719:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a0b142a. 00000400:00000010:2.0:1761313447.796733:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b53b14. 00000100:00000200:2.0:1761313447.796737:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519296, offset 224 00000400:00000200:2.0:1761313447.796745:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.796756:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.796761:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89579:89579:256:4294967295] 192.168.204.1@tcp LPNI seq info [89579:89579:8:4294967295] 00000400:00000200:2.0:1761313447.796771:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.796776:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.796780:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313447.796787:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.796797:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.796801:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.796824:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6db6837. 00000020:00000010:2.0:1761313447.796828:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313447.796831:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000643141f7. 00000800:00000200:1.0:1761313447.796922:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:0.0:1761313447.796923:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e66c7ba8. 00000800:00000010:1.0:1761313447.796926:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:1.0:1761313447.796932:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.796936:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.796939:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b53b14 00000400:00000010:1.0:1761313447.796940:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b53b14. 00010000:00000010:0.0:1761313447.797014:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.797021:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3a31614. 00010000:00000010:0.0:1761313447.797100:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e18166d2. 00010000:00000010:0.0:1761313447.797106:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.797127:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7d335cc. 00000100:00000010:0.0:1761313447.797142:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.797149:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efea900. 02000000:00000010:0.0:1761313447.797159:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006a21d97d. 02000000:00000010:0.0:1761313447.797181:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000474049e5. 00000400:00000010:0.0:1761313447.797186:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008744c261. 00000400:00000010:0.0:1761313447.797189:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313447.797193:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499456, portal 16 00000400:00000010:0.0:1761313447.797198:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313447.797200:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499456, offset 0 00000400:00000200:0.0:1761313447.797205:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.797212:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.797218:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.797222:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.797225:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.797227:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89580:89580:256:4294967295] 192.168.204.1@tcp LPNI seq info [89580:89580:8:4294967295] 00000400:00000200:0.0:1761313447.797233:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.797237:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.797240:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313447.797244:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.797248:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.797250:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.797332:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.797334:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354522). 00000400:00000200:1.0:1761313447.797338:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.797342:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.797345:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:1.0:1761313447.797346:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:1.0:1761313447.797351:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003efea900 x1846869206499456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.797546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e82699f2. 00010000:00000010:0.1:1761313447.797553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e12dad6e. 00010000:00000010:0.1:1761313447.797555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac98cd8e. 00010000:00000010:0.1:1761313447.797559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049595ccd. 00010000:00000010:0.1:1761313447.797561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007812ae3d. 00010000:00000010:0.1:1761313447.797564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3b97831. 00010000:00000010:0.1:1761313447.797565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058e98965. 00010000:00000010:0.1:1761313447.797567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b09366e5. 00000400:00000200:1.0:1761313447.802258:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.802277:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000080 00000400:00000200:1.0:1761313447.802284:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeaf1 [1] + 224 00000400:00000200:1.0:1761313447.802294:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.802298:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.802308:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efea900 x1846869206499456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.802343:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.802348:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957e80 00000400:00000200:1.0:1761313447.802353:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad45d [2] + 656 00000400:00000010:0.0:1761313447.802368:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008744c261. 00000400:00000200:0.0:1761313447.802373:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:0.0:1761313447.802374:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:0.0:1761313447.802381:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003efea900 x1846869206499456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.802387:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003efea900 x1846869206499456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.802412:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000474049e5. 02000000:00000010:0.0:1761313447.802417:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006a21d97d. 00000100:00000010:0.0:1761313447.802419:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efea900. 00000100:00000010:0.0:1761313447.802424:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.802426:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7d335cc. 00000400:00000200:1.0:1761313447.803206:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.803212:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.803217:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.803223:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 00000020:00000010:2.0:1761313447.803342:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000643141f7. 00000020:00000010:2.0:1761313447.803349:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6db6837. 00000020:00000010:2.0:1761313447.803352:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313447.803371:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013181f7b x1846869199519360/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313447.803399:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519360 02000000:00000010:2.0:1761313447.803409:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000069e75858. 00010000:00000010:2.0:1761313447.803434:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e26fc0b2. 00010000:00000010:2.0:1761313447.803451:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a0b142a. 00000100:00000010:2.0:1761313447.803456:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.803489:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:2.0:1761313447.803493:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a0b142a. 00000400:00000010:2.0:1761313447.803505:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b04dcd. 00000100:00000200:2.0:1761313447.803510:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519360, offset 224 00000400:00000200:2.0:1761313447.803516:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.803527:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.803532:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89581:89581:256:4294967295] 192.168.204.1@tcp LPNI seq info [89581:89581:8:4294967295] 00000400:00000200:2.0:1761313447.803541:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.803546:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.803550:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82354770). 00000800:00000200:2.0:1761313447.803555:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.803560:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.803563:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.803586:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6db6837. 00000020:00000010:2.0:1761313447.803589:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313447.803592:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000643141f7. 00080000:00000010:0.0:1761313447.803688:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a21d97d. 00010000:00000010:0.0:1761313447.803779:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.803786:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008441143f. 00010000:00000010:0.0:1761313447.803859:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b09366e5. 00010000:00000010:0.0:1761313447.803863:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.803872:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7d335cc. 00000100:00000010:0.0:1761313447.803875:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.803881:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efea900. 02000000:00000010:0.0:1761313447.803893:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000474049e5. 00000800:00000200:3.0:1761313447.804774:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.804779:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00000400:00000200:3.0:1761313447.804785:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.804791:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.804795:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b04dcd 00000400:00000010:3.0:1761313447.804797:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b04dcd. 00010000:00000010:0.1:1761313447.804971:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ac30198. 00010000:00000010:0.1:1761313447.804977:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026172e23. 02000000:00000010:0.0:1761313447.804991:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d6474be. 00000400:00000010:0.0:1761313447.804997:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008744c261. 00000400:00000010:0.0:1761313447.805001:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313447.805006:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499520, portal 16 00000400:00000010:0.0:1761313447.805010:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bf2771b. 00000100:00000200:0.0:1761313447.805012:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499520, offset 0 00000400:00000200:0.0:1761313447.805018:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.805028:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.805035:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.805038:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.805040:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.805043:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89582:89582:256:4294967295] 192.168.204.1@tcp LPNI seq info [89582:89582:8:4294967295] 00000400:00000200:0.0:1761313447.805050:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.805056:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.805059:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313447.805064:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.805069:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.805072:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313447.805505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c791b0ec. 00000800:00000200:1.0:1761313447.806278:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.806283:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:1.0:1761313447.806287:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.806294:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.806298:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bf2771b 00000400:00000010:1.0:1761313447.806300:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bf2771b. 00000100:00000200:1.0:1761313447.806308:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003efea900 x1846869206499520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.808093:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.808112:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0000c0 00000400:00000200:1.0:1761313447.808120:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeafd [1] + 224 00000400:00000200:1.0:1761313447.808139:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.808142:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.808151:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efea900 x1846869206499520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.808186:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.808191:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957ec0 00000400:00000200:1.0:1761313447.808196:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad45d [2] + 984 00000400:00000200:1.0:1761313447.808245:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.808249:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.808253:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.808259:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 00000020:00000010:2.0:1761313447.808669:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000643141f7. 00000020:00000010:2.0:1761313447.808677:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6db6837. 00000020:00000010:2.0:1761313447.808681:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313447.808706:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ad394eb x1846869199519424/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313447.808735:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519424 02000000:00000010:2.0:1761313447.808745:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f46de5d. 00010000:00000010:2.0:1761313447.808783:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a0b142a. 00000100:00000010:2.0:1761313447.808790:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.808797:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:2.0:1761313447.808801:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a0b142a. 00000400:00000010:2.0:1761313447.808815:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313447.808820:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519424, offset 224 00000400:00000200:2.0:1761313447.808827:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.808838:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.808844:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89583:89583:256:4294967295] 192.168.204.1@tcp LPNI seq info [89583:89583:8:4294967295] 00000400:00000200:2.0:1761313447.808855:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.808867:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.808874:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000400:00000010:0.0:1761313447.808875:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008744c261. 00000400:00000200:0.0:1761313447.808881:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000800:00000200:2.0:1761313447.808882:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000400:00000010:0.0:1761313447.808884:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000800:00000200:2.0:1761313447.808891:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.808895:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1761313447.808895:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003efea900 x1846869206499520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.808908:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003efea900 x1846869206499520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761313447.808918:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6db6837. 00000020:00000010:2.0:1761313447.808924:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313447.808927:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000643141f7. 00010000:00000010:0.0:1761313447.808930:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a66fc4b1. 02000000:00000010:0.0:1761313447.808946:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d6474be. 02000000:00000010:0.0:1761313447.808953:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000474049e5. 00000100:00000010:0.0:1761313447.808956:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efea900. 00000100:00000010:0.0:1761313447.808960:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.808963:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7d335cc. 00080000:00000010:0.0:1761313447.808979:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000474049e5. 00000800:00000200:2.0:1761313447.809012:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.809015:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:2.0:1761313447.809020:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.809023:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.809026:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313447.809027:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00010000:00000010:0.0:1761313447.809084:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.809091:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c7dce4d3. 00010000:00000010:0.0:1761313447.809175:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026172e23. 00010000:00000010:0.0:1761313447.809181:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.809190:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7d335cc. 00000100:00000010:0.0:1761313447.809193:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.809198:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efea900. 02000000:00000010:0.0:1761313447.809208:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d6474be. 02000000:00000010:0.0:1761313447.809229:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000835b4515. 00000400:00000010:0.0:1761313447.809233:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008744c261. 00000400:00000010:0.0:1761313447.809236:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313447.809240:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499584, portal 16 00000400:00000010:0.0:1761313447.809245:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313447.809247:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499584, offset 0 00000400:00000200:0.0:1761313447.809253:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.809258:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.809264:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.809268:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.809271:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.809273:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89584:89584:256:4294967295] 192.168.204.1@tcp LPNI seq info [89584:89584:8:4294967295] 00000400:00000200:0.0:1761313447.809280:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.809284:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.809287:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313447.809291:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.809295:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.809297:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.811256:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.811262:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:2.0:1761313447.811268:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.811277:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.811282:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:2.0:1761313447.811284:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:2.0:1761313447.811294:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003efea900 x1846869206499584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.813287:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.813308:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000100 00000400:00000200:1.0:1761313447.813316:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeb09 [1] + 224 00000400:00000200:1.0:1761313447.813330:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.813333:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.813341:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efea900 x1846869206499584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313447.813430:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008744c261. 00000400:00000200:0.0:1761313447.813435:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:0.0:1761313447.813437:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:0.0:1761313447.813443:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003efea900 x1846869206499584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.813459:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003efea900 x1846869206499584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.813509:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000835b4515. 02000000:00000010:0.0:1761313447.813516:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d6474be. 00000100:00000010:0.0:1761313447.813519:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efea900. 00000100:00000010:0.0:1761313447.813523:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.813527:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7d335cc. 00010000:00000010:2.1:1761313447.813612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b45eef24. 00000400:00000200:2.0:1761313447.815216:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.815233:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957f00 00000400:00000200:2.0:1761313447.815240:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad45d [2] + 1312 00000400:00000200:2.0:1761313447.815303:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.815307:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.815313:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.815319:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 00000020:00000010:1.0:1761313447.815523:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060d5598a. 00000020:00000010:1.0:1761313447.815531:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bac3a2de. 00000020:00000010:1.0:1761313447.815535:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.815651:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005e2aefc2 x1846869199519488/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313447.816278:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519488 02000000:00000010:1.0:1761313447.816292:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d952a0e. 00010000:00000010:1.0:1761313447.816319:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db976481. 00010000:00000010:1.0:1761313447.816340:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a46cea6. 00000100:00000010:1.0:1761313447.816347:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047fbeae4. 00000100:00000010:1.0:1761313447.816837:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047fbeae4. 00010000:00000010:1.0:1761313447.816843:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a46cea6. 00000400:00000010:1.0:1761313447.816857:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d52d4f38. 00000100:00000200:1.0:1761313447.816863:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519488, offset 224 00000400:00000200:1.0:1761313447.816871:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.816884:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.816890:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89585:89585:256:4294967295] 192.168.204.1@tcp LPNI seq info [89585:89585:8:4294967295] 00000400:00000200:1.0:1761313447.816899:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.816904:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.816909:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae5814d2 (tot 82354770). 00000800:00000200:1.0:1761313447.816915:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00080000:00000010:0.0:1761313447.817030:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d6474be. 00010000:00000010:0.0:1761313447.817120:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.817126:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032923231. 00010000:00000010:0.0:1761313447.817211:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058e98965. 00010000:00000010:0.0:1761313447.817215:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.817221:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3b97831. 00010000:00000010:0.0:1761313447.817225:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00080000:00000010:0.0:1761313447.817238:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000835b4515. 00010000:00000010:0.0:1761313447.817262:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.817265:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.817327:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049595ccd. 00010000:00000010:0.0:1761313447.817331:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.817338:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7d335cc. 00000100:00000010:0.0:1761313447.817341:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.817348:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efea900. 02000000:00000010:0.0:1761313447.817360:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046341927. 02000000:00000010:0.0:1761313447.817384:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5af2ac2. 00000400:00000010:0.0:1761313447.817390:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008744c261. 00000400:00000010:0.0:1761313447.817395:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313447.817400:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499648, portal 16 00000400:00000010:0.0:1761313447.817404:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79a4b62. 00000100:00000200:0.0:1761313447.817405:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499648, offset 0 00000400:00000200:0.0:1761313447.817411:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.817417:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.817424:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.817427:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.817430:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.817432:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89586:89586:255:4294967295] 192.168.204.1@tcp LPNI seq info [89586:89586:7:4294967295] 00000400:00000200:0.0:1761313447.817439:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.817443:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.817447:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82355018). 00000800:00000200:0.0:1761313447.817451:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.817455:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.817458:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.817614:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.817617:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae5814d2 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.817627:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1761313447.817631:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bac3a2de. 00000800:00000010:2.0:1761313447.817632:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354770). 00000020:00000010:1.0:1761313447.817638:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000400:00000200:2.0:1761313447.817639:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1761313447.817643:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060d5598a. 00000400:00000200:2.0:1761313447.817647:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.817652:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79a4b62 00000400:00000010:2.0:1761313447.817654:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79a4b62. 00000100:00000200:2.0:1761313447.817663:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003efea900 x1846869206499648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761313447.817686:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.817688:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae5814d2 (tot 82354522). 00000400:00000200:2.0:1761313447.817691:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.817694:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.817695:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d52d4f38 00000400:00000010:2.0:1761313447.817697:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d52d4f38. 00010000:00000010:0.1:1761313447.818747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5aa5ad4. 00010000:00000010:0.1:1761313447.818756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e18166d2. 00000400:00000200:1.0:1761313447.820070:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.820089:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000140 00000400:00000200:1.0:1761313447.820097:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeb15 [1] + 224 00000400:00000200:1.0:1761313447.820110:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.820114:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.820189:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efea900 x1846869206499648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313447.820302:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008744c261. 00000400:00000200:0.0:1761313447.820306:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:0.0:1761313447.820309:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:0.0:1761313447.820315:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003efea900 x1846869206499648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.820323:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003efea900 x1846869206499648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313447.820351:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5af2ac2. 02000000:00000010:0.0:1761313447.820356:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046341927. 00000100:00000010:0.0:1761313447.820359:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efea900. 00000100:00000010:0.0:1761313447.820365:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.820368:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7d335cc. 00010000:00000010:0.1:1761313447.821714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f06a4daa. 00010000:00000010:0.1:1761313447.821727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba77d328. 00010000:00000010:0.1:1761313447.821732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b09366e5. 00000400:00000200:2.0:1761313447.823232:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.823252:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957f40 00000400:00000200:2.0:1761313447.823260:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad45d [2] + 1640 00000400:00000200:2.0:1761313447.823344:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.823350:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.823358:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.823363:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 00000020:00000010:1.0:1761313447.825835:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060d5598a. 00000020:00000010:1.0:1761313447.825855:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bac3a2de. 00000020:00000010:1.0:1761313447.825861:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.825898:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064bf9529 x1846869199519552/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313447.825939:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519552 02000000:00000010:1.0:1761313447.825953:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008df634cd. 00010000:00000010:1.0:1761313447.825988:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d189eef. 00010000:00000010:1.0:1761313447.826017:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a46cea6. 00000100:00000010:1.0:1761313447.826026:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047fbeae4. 00000100:00000010:1.0:1761313447.826048:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047fbeae4. 00010000:00000010:1.0:1761313447.826054:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a46cea6. 00000400:00000010:1.0:1761313447.826071:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b836adb4. 00000100:00000200:1.0:1761313447.826077:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519552, offset 224 00000400:00000200:1.0:1761313447.826085:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.826100:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.826107:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89587:89587:256:4294967295] 192.168.204.1@tcp LPNI seq info [89587:89587:8:4294967295] 00000400:00000200:1.0:1761313447.826117:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.826124:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.826129:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ec456d (tot 82354770). 00000800:00000200:1.0:1761313447.826146:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.826153:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.826158:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000085ec456d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.826184:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bac3a2de. 00000020:00000010:1.0:1761313447.826188:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.826191:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060d5598a. 00080000:00000010:0.0:1761313447.826645:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046341927. 00010000:00000010:0.0:1761313447.826744:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.826752:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c8d86fd. 00010000:00000010:0.0:1761313447.826837:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b09366e5. 00010000:00000010:0.0:1761313447.826843:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313447.826853:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7d335cc. 00000100:00000010:0.0:1761313447.826858:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.826866:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efea900. 02000000:00000010:0.0:1761313447.826878:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5af2ac2. 02000000:00000010:0.0:1761313447.826905:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb8a3fd9. 00000400:00000010:0.0:1761313447.826911:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008744c261. 00000400:00000010:0.0:1761313447.826917:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313447.826922:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499712, portal 16 00000400:00000010:0.0:1761313447.826926:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055ae023e. 00000100:00000200:0.0:1761313447.826928:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499712, offset 0 00000400:00000200:0.0:1761313447.826934:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.826943:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.826950:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.826955:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.826957:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.826960:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89588:89588:255:4294967295] 192.168.204.1@tcp LPNI seq info [89588:89588:7:4294967295] 00000400:00000200:0.0:1761313447.826968:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.826972:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.826976:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82355018). 00000800:00000200:0.0:1761313447.826980:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.826984:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.826987:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.832735:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.832745:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ec456d (tot 82354770). 00000400:00000200:2.0:1761313447.832753:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.832763:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.832770:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b836adb4 00000400:00000010:2.0:1761313447.832773:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b836adb4. 00000800:00000200:2.0:1761313447.832861:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.832863:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:2.0:1761313447.832866:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.832869:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.832872:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055ae023e 00000400:00000010:2.0:1761313447.832873:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055ae023e. 00000100:00000200:2.0:1761313447.832882:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003efea900 x1846869206499712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.837225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028a65a21. 00010000:00000010:0.1:1761313447.837242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026172e23. 00010000:00000010:0.1:1761313447.837247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058e98965. 00010000:00000010:0.1:1761313447.837250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3b97831. 00010000:00000010:1.1:1761313447.837494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db8c1ea. 00000400:00000200:1.0:1761313447.839676:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.839696:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000180 00000400:00000200:1.0:1761313447.839705:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeb21 [1] + 224 00000400:00000200:1.0:1761313447.839717:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.839722:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.839734:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efea900 x1846869206499712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.840146:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.840153:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957f80 00000400:00000200:1.0:1761313447.840158:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad45d [2] + 1968 00000400:00000010:1.0:1761313447.840162:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ca8eedd2. 00000400:00000200:1.0:1761313447.840166:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000054883c1c 00000400:00000010:0.0:1761313447.840547:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008744c261. 00000400:00000200:0.0:1761313447.840553:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:0.0:1761313447.840554:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:0.0:1761313447.840562:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003efea900 x1846869206499712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.841304:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003efea900 x1846869206499712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.841459:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.841465:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.841481:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054883c1c 00000400:00000010:1.0:1761313447.841484:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000054883c1c (tot 82354370). 00000100:00000200:1.0:1761313447.841489:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313447.841581:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000643141f7. 02000000:00000010:0.0:1761313447.841581:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb8a3fd9. 02000000:00000010:0.0:1761313447.841590:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5af2ac2. 00000020:00000010:2.0:1761313447.841593:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6db6837. 00000100:00000010:0.0:1761313447.841597:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efea900. 00000020:00000010:2.0:1761313447.841600:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000010:0.0:1761313447.841604:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.841609:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7d335cc. 00000100:00000200:2.0:1761313447.841632:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000069654394 x1846869199519616/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313447.841672:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519616 02000000:00000010:2.0:1761313447.841686:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c0d24521. 00010000:00000010:2.0:1761313447.841716:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000906d6bce. 00010000:00000010:2.0:1761313447.841795:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a0b142a. 00000100:00000010:2.0:1761313447.841802:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0f0679. 00000100:00000010:2.0:1761313447.842039:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0f0679. 00010000:00000010:2.0:1761313447.842044:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a0b142a. 00000400:00000010:2.0:1761313447.842058:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313447.842063:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519616, offset 224 00000400:00000200:2.0:1761313447.842071:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.842084:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.842090:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89589:89589:256:4294967295] 192.168.204.1@tcp LPNI seq info [89589:89589:8:4294967295] 00000400:00000200:2.0:1761313447.842099:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.842105:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.842110:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354618). 00000800:00000200:2.0:1761313447.842115:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.842122:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.842125:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.842228:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6db6837. 00000020:00000010:2.0:1761313447.842232:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313447.842235:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000643141f7. 02000000:00000010:2.0:1761313447.842242:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008df634cd. 00000100:00000010:2.0:1761313447.842245:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313447.842248:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d952a0e. 00000100:00000010:2.0:1761313447.842250:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.842253:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f46de5d. 00000100:00000010:2.0:1761313447.842255:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 02000000:00000010:2.0:1761313447.842258:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000069e75858. 00000100:00000010:2.0:1761313447.842260:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 02000000:00000010:2.0:1761313447.842263:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070ae1038. 00000100:00000010:2.0:1761313447.842265:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 02000000:00000010:2.0:1761313447.842268:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009345c61a. 00000100:00000010:2.0:1761313447.842271:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 00000100:00000200:2.0:1761313447.842278:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313447.842283:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b830ac89. 00000400:00000010:2.0:1761313447.842287:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005f0f0679 (tot 82354770). 00080000:00000010:3.0:1761313447.842773:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d63d99b5. 00010000:00000010:3.0:1761313447.842871:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:3.0:1761313447.842878:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005cdb6ebd. 00010000:00000010:3.0:1761313447.842960:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fba6015. 00010000:00000010:3.0:1761313447.842965:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.842974:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9c0fbe3. 00000100:00000010:3.0:1761313447.842978:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001277e873. 00000100:00000010:3.0:1761313447.842985:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cbfa9e4d. 02000000:00000010:3.0:1761313447.842997:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d257f272. 02000000:00000010:3.0:1761313447.843021:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000575fb5e0. 00000400:00000010:3.0:1761313447.843025:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eacf2cc7. 00000400:00000010:3.0:1761313447.843030:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172cca3d. 00000100:00000200:3.0:1761313447.843034:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499776, portal 16 00000400:00000010:3.0:1761313447.843038:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d690a504. 00000100:00000200:3.0:1761313447.843040:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499776, offset 0 00000400:00000200:3.0:1761313447.843110:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.843121:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.843128:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.843141:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.843144:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.843146:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89590:89590:255:4294967295] 192.168.204.1@tcp LPNI seq info [89590:89590:7:4294967295] 00000400:00000200:3.0:1761313447.843155:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.843159:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000200:2.0:1761313447.843320:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.843324:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:2.0:1761313447.843329:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.843334:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.843338:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313447.843340:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 02000000:00000010:2.0:1761313447.843344:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c0d24521. 00000800:00000010:3.0:1761313447.843393:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313447.843399:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.843403:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.843406:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.843499:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.843502:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:2.0:1761313447.843510:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.843513:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.843516:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d690a504 00000400:00000010:2.0:1761313447.843517:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d690a504. 00000100:00000200:2.0:1761313447.843525:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cbfa9e4d x1846869206499776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.845322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007eb741cb. 00010000:00000010:0.1:1761313447.845336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049595ccd. 00000400:00000200:1.0:1761313447.848844:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.848863:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0001c0 00000400:00000200:1.0:1761313447.848873:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeb31 [1] + 224 00000400:00000200:1.0:1761313447.848886:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.848891:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.848902:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cbfa9e4d x1846869206499776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.848943:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.848950:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be957fc0 00000400:00000200:1.0:1761313447.848955:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad4b5 [2] + 0 00000400:00000200:1.0:1761313447.848963:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.848966:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.848970:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.848976:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 00000020:00000010:0.0:1761313447.849066:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb8a3fd9. 00000020:00000010:0.0:1761313447.849074:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9549c06. 00000020:00000010:0.0:1761313447.849079:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313447.849108:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000479fcbdf x1846869199519680/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313447.849161:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519680 02000000:00000010:0.0:1761313447.849179:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000325fe80b. 00010000:00000010:0.0:1761313447.849227:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7d335cc. 00000100:00000010:0.0:1761313447.849235:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.849241:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:0.0:1761313447.849245:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7d335cc. 00000400:00000010:0.0:1761313447.849261:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313447.849268:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519680, offset 224 00000400:00000200:0.0:1761313447.849277:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.849287:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.849292:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89591:89591:256:4294967295] 192.168.204.1@tcp LPNI seq info [89591:89591:8:4294967295] 00000400:00000200:0.0:1761313447.849303:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.849308:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.849312:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab8e5be (tot 82354770). 00000800:00000200:0.0:1761313447.849317:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.849323:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.849327:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab8e5be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.849345:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9549c06. 00000020:00000010:0.0:1761313447.849349:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313447.849352:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb8a3fd9. 00010000:00000010:1.1:1761313447.849772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff49c4f4. 00010000:00000010:3.1:1761313447.850108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009237ebd9. 00010000:00000010:3.1:1761313447.850115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b09366e5. 00000400:00000010:3.0:1761313447.850142:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eacf2cc7. 00000400:00000200:3.0:1761313447.850147:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172cca3d 00000400:00000010:3.0:1761313447.850149:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172cca3d. 00000100:00000200:3.0:1761313447.850159:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cbfa9e4d x1846869206499776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313447.850170:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cbfa9e4d x1846869206499776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313447.850195:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c21f9c. 02000000:00000010:3.0:1761313447.850209:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000575fb5e0. 02000000:00000010:3.0:1761313447.850215:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d257f272. 00000100:00000010:3.0:1761313447.850220:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cbfa9e4d. 00000100:00000010:3.0:1761313447.850223:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001277e873. 00010000:00000010:3.0:1761313447.850227:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9c0fbe3. 00080000:00000010:3.0:1761313447.850249:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d257f272. 00010000:00000010:3.0:1761313447.850336:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.850342:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080522b66. 00010000:00000010:3.0:1761313447.850424:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020f154fb. 00010000:00000010:3.0:1761313447.850431:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.850442:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9c0fbe3. 00000100:00000010:3.0:1761313447.850447:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001277e873. 00000100:00000010:3.0:1761313447.850454:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cbfa9e4d. 02000000:00000010:3.0:1761313447.850466:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000575fb5e0. 02000000:00000010:3.0:1761313447.850511:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a76addf. 00000400:00000010:3.0:1761313447.850515:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eacf2cc7. 00000400:00000010:3.0:1761313447.850519:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172cca3d. 00000100:00000200:3.0:1761313447.850524:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499840, portal 16 00000400:00000010:3.0:1761313447.850528:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d214ba. 00000100:00000200:3.0:1761313447.850530:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499840, offset 0 00000400:00000200:3.0:1761313447.850536:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.850546:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.850554:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.850557:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.850560:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.850564:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89592:89592:255:4294967295] 192.168.204.1@tcp LPNI seq info [89592:89592:7:4294967295] 00000400:00000200:3.0:1761313447.850574:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.850579:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.850583:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82355018). 00000800:00000200:3.0:1761313447.850588:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.850595:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.850598:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.850673:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.850677:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab8e5be (tot 82354770). 00000400:00000200:3.0:1761313447.850681:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.850685:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.850688:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:3.0:1761313447.850690:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000800:00000200:3.0:1761313447.851091:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.851094:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:3.0:1761313447.851103:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.851107:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.851109:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d214ba 00000400:00000010:3.0:1761313447.851111:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d214ba. 00000100:00000200:3.0:1761313447.851116:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cbfa9e4d x1846869206499840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.851802:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.851814:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000200 00000400:00000200:3.0:1761313447.851822:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeb3d [1] + 224 00000400:00000200:3.0:1761313447.851834:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.851838:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.851843:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cbfa9e4d x1846869206499840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313447.852567:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eacf2cc7. 00000400:00000200:0.0:1761313447.852574:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172cca3d 00000400:00000010:0.0:1761313447.852577:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172cca3d. 00000400:00000200:1.0:1761313447.852587:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000100:00000200:0.0:1761313447.852587:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cbfa9e4d x1846869206499840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.852599:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cbfa9e4d x1846869206499840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.852603:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958000 00000400:00000200:1.0:1761313447.852613:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad4b5 [2] + 328 02000000:00000010:0.0:1761313447.852630:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a76addf. 02000000:00000010:0.0:1761313447.852637:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000575fb5e0. 00000100:00000010:0.0:1761313447.852642:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cbfa9e4d. 00000100:00000010:0.0:1761313447.852645:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001277e873. 00010000:00000010:0.0:1761313447.852649:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9c0fbe3. 00000400:00000200:1.0:1761313447.852668:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.852673:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.852677:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.852682:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000020:00000010:3.0:1761313447.852950:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000259fef9d. 00000020:00000010:3.0:1761313447.852957:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.852962:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313447.852984:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199519744/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313447.854811:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519744 02000000:00000010:3.0:1761313447.854832:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000030de97f9. 00010000:00000010:3.0:1761313447.854867:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b253b049. 00010000:00000010:3.0:1761313447.854887:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007b33602. 00000100:00000010:3.0:1761313447.854894:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313447.854921:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:3.0:1761313447.854925:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007b33602. 00000400:00000010:3.0:1761313447.854938:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d214ba. 00000100:00000200:3.0:1761313447.854943:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519744, offset 224 00000400:00000200:3.0:1761313447.854952:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.854966:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.854972:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89593:89593:256:4294967295] 192.168.204.1@tcp LPNI seq info [89593:89593:8:4294967295] 00000400:00000200:3.0:1761313447.854982:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.854988:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.854993:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313447.854998:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.855005:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.855009:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.855030:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.855034:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.855041:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000259fef9d. 00000800:00000200:3.0:1761313447.855411:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.855415:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:3.0:1761313447.855424:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.855429:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.855433:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d214ba 00000400:00000010:3.0:1761313447.855434:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d214ba. 00080000:00000010:1.0:1761313447.855850:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008df634cd. 00010000:00000010:1.0:1761313447.855962:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:1.0:1761313447.855973:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1519f2c. 00010000:00000010:1.0:1761313447.856075:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d81968f. 00010000:00000010:1.0:1761313447.856083:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000024c31984. 00010000:00000010:1.0:1761313447.856095:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a46cea6. 00000100:00000010:1.0:1761313447.856100:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047fbeae4. 00000100:00000010:1.0:1761313447.856110:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 02000000:00000010:1.0:1761313447.856122:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060d5598a. 02000000:00000010:1.0:1761313447.856160:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f57a502. 00000400:00000010:1.0:1761313447.856166:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000730a5f71. 00000400:00000010:1.0:1761313447.856171:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc82a39f. 00000100:00000200:1.0:1761313447.856177:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499904, portal 16 00000400:00000010:1.0:1761313447.856181:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f309ef1a. 00000100:00000200:1.0:1761313447.856183:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499904, offset 0 00000400:00000200:1.0:1761313447.856190:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.856198:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.856205:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.856208:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.856211:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.856213:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89594:89594:256:4294967295] 192.168.204.1@tcp LPNI seq info [89594:89594:8:4294967295] 00000400:00000200:1.0:1761313447.856221:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.856225:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.856228:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d8c9258 (tot 82354770). 00000800:00000200:1.0:1761313447.856233:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.856237:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.856240:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d8c9258 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313447.856320:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.856323:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d8c9258 (tot 82354522). 00000400:00000200:1.0:1761313447.856327:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.856331:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.856333:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f309ef1a 00000400:00000010:1.0:1761313447.856335:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f309ef1a. 00000100:00000200:1.0:1761313447.856342:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a65e944 x1846869206499904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.858510:0:78608:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c94f0472. 00010000:00000010:3.1:1761313447.862771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059544c5c. 00010000:00000010:3.1:1761313447.862786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db6c8192. 00010000:00000010:3.1:1761313447.862791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba6015. 00010000:00000010:3.1:1761313447.862793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bf21133. 00010000:00000010:1.1:1761313447.866401:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8b880a0. 00010000:00000010:1.1:1761313447.866414:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020f154fb. 00000400:00000200:1.0:1761313447.870454:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.870500:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000240 00000400:00000200:1.0:1761313447.870508:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeb49 [1] + 224 00000400:00000200:1.0:1761313447.870521:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.870525:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.870536:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a65e944 x1846869206499904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.870567:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.870574:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958040 00000400:00000200:1.0:1761313447.870578:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad4b5 [2] + 656 00000400:00000200:1.0:1761313447.870587:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.870590:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.870593:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.870598:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 00000020:00000010:2.0:1761313447.870709:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0d24521. 00000020:00000010:2.0:1761313447.870717:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6fb04c. 00000020:00000010:2.0:1761313447.870721:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313447.870745:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013181f7b x1846869199519808/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313447.870784:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519808 02000000:00000010:2.0:1761313447.870794:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009345c61a. 00010000:00000010:2.0:1761313447.870832:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313447.870839:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313447.870846:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313447.870849:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00000400:00000010:2.0:1761313447.870865:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313447.870870:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519808, offset 224 00000400:00000200:2.0:1761313447.870878:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.870889:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.870894:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89595:89595:256:4294967295] 192.168.204.1@tcp LPNI seq info [89595:89595:8:4294967295] 00000400:00000200:2.0:1761313447.870903:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.870908:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.870912:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000800:00000200:2.0:1761313447.870917:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.870922:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.870926:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.870942:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6fb04c. 00000020:00000010:2.0:1761313447.870946:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313447.870949:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0d24521. 00000800:00000200:2.0:1761313447.871051:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.871054:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:2.0:1761313447.871059:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.871062:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.871065:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313447.871067:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000400:00000010:0.0:1761313447.871271:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000730a5f71. 00000400:00000200:0.0:1761313447.871275:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc82a39f 00000400:00000010:0.0:1761313447.871277:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc82a39f. 00000100:00000200:0.0:1761313447.871283:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a65e944 x1846869206499904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313447.871292:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a65e944 x1846869206499904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313447.871313:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009752e868. 02000000:00000010:0.0:1761313447.871327:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f57a502. 02000000:00000010:0.0:1761313447.871332:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060d5598a. 00000100:00000010:0.0:1761313447.871336:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 00000100:00000010:0.0:1761313447.871340:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047fbeae4. 00010000:00000010:0.0:1761313447.871343:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a46cea6. 00080000:00000010:0.0:1761313447.871358:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f910229. 00010000:00000010:0.0:1761313447.871451:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024c31984. 00010000:00000010:0.0:1761313447.871457:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000075fc9523. 00010000:00000010:0.0:1761313447.871560:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058e98965. 00010000:00000010:0.0:1761313447.871565:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.871572:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049595ccd. 00010000:00000010:0.0:1761313447.871577:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000111e1dba. 00080000:00000010:0.0:1761313447.871590:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060d5598a. 00010000:00000010:0.0:1761313447.871617:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000111e1dba. 00010000:00000010:0.0:1761313447.871621:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9549c06. 00010000:00000010:0.0:1761313447.871679:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3b97831. 00010000:00000010:0.0:1761313447.871683:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000111e1dba. 00010000:00000010:0.0:1761313447.871691:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7d335cc. 00000100:00000010:0.0:1761313447.871708:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdb61d29. 00000100:00000010:0.0:1761313447.871716:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efea900. 02000000:00000010:0.0:1761313447.871727:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5af2ac2. 02000000:00000010:0.0:1761313447.871749:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053a0fac1. 00000400:00000010:0.0:1761313447.871755:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008744c261. 00000400:00000010:0.0:1761313447.871759:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014f680c3. 00000100:00000200:0.0:1761313447.871764:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206499968, portal 16 00000400:00000010:0.0:1761313447.871768:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef3aac3. 00000100:00000200:0.0:1761313447.871771:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206499968, offset 0 00000400:00000200:0.0:1761313447.871777:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.871785:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.871794:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313447.871798:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313447.871801:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313447.871804:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89596:89596:256:4294967295] 192.168.204.1@tcp LPNI seq info [89596:89596:8:4294967295] 00000400:00000200:0.0:1761313447.871811:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.871816:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.871819:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039432206 (tot 82354770). 00000800:00000200:0.0:1761313447.871824:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.871828:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.871831:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039432206 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.872099:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.872102:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039432206 (tot 82354522). 00000400:00000200:2.0:1761313447.872105:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.872109:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.872112:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef3aac3 00000400:00000010:2.0:1761313447.872114:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef3aac3. 00000100:00000200:2.0:1761313447.872120:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003efea900 x1846869206499968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.880036:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.880061:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000280 00000400:00000200:1.0:1761313447.880069:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeb55 [1] + 224 00000400:00000200:1.0:1761313447.880080:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.880084:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.880095:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efea900 x1846869206499968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.880149:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.880155:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958080 00000400:00000200:1.0:1761313447.880160:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad4b5 [2] + 984 00000400:00000200:1.0:1761313447.880225:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.880229:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.880233:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.880238:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 00000400:00000010:2.0:1761313447.880609:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008744c261. 00000400:00000200:2.0:1761313447.880614:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014f680c3 00000400:00000010:2.0:1761313447.880617:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014f680c3. 00000100:00000200:2.0:1761313447.880625:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003efea900 x1846869206499968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.880633:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003efea900 x1846869206499968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761313447.880664:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000259fef9d. 02000000:00000010:2.0:1761313447.880667:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053a0fac1. 00000020:00000010:3.0:1761313447.880672:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b54370. 02000000:00000010:2.0:1761313447.880675:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5af2ac2. 00000020:00000010:3.0:1761313447.880679:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000010:2.0:1761313447.880682:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efea900. 00000100:00000010:2.0:1761313447.880690:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdb61d29. 00010000:00000010:2.0:1761313447.880694:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7d335cc. 00000100:00000200:3.0:1761313447.880708:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ad394eb x1846869199519872/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313447.880749:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519872 02000000:00000010:3.0:1761313447.880761:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de7ffd44. 00010000:00000010:3.0:1761313447.880788:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c422b9d. 00010000:00000010:3.0:1761313447.880806:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007b33602. 00000100:00000010:3.0:1761313447.880813:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313447.880821:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:3.0:1761313447.880823:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007b33602. 00000400:00000010:3.0:1761313447.880836:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d214ba. 00000100:00000200:3.0:1761313447.880841:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519872, offset 224 00000400:00000200:3.0:1761313447.880848:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.880859:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.880864:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89597:89597:256:4294967295] 192.168.204.1@tcp LPNI seq info [89597:89597:8:4294967295] 00000400:00000200:3.0:1761313447.880873:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.880879:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.880883:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313447.880899:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.880906:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.880909:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.880922:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.880926:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.880930:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000259fef9d. 00000800:00000200:2.0:1761313447.881190:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.881194:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:2.0:1761313447.881201:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.881205:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.881208:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d214ba 00000400:00000010:2.0:1761313447.881209:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d214ba. 00080000:00000010:1.0:1761313447.882102:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f57a502. 00010000:00000010:1.0:1761313447.882221:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000111e1dba. 00010000:00000010:1.0:1761313447.882231:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000099da8c87. 00010000:00000010:1.0:1761313447.882306:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa4d220e. 00010000:00000010:1.0:1761313447.882312:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084da5086. 00010000:00000010:1.0:1761313447.882322:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000853bd041. 00000100:00000010:1.0:1761313447.882328:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047fbeae4. 00000100:00000010:1.0:1761313447.882336:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 02000000:00000010:1.0:1761313447.882349:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e68d2b58. 02000000:00000010:1.0:1761313447.882378:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023146a82. 00000400:00000010:1.0:1761313447.882386:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000722afeaa. 00000400:00000010:1.0:1761313447.882391:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f309ef1a. 00000100:00000200:1.0:1761313447.882397:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500032, portal 16 00000400:00000010:1.0:1761313447.882402:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c490e2a. 00000100:00000200:1.0:1761313447.882405:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500032, offset 0 00000400:00000200:1.0:1761313447.882412:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.882424:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.882431:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.882435:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.882438:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.882441:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89598:89598:256:4294967295] 192.168.204.1@tcp LPNI seq info [89598:89598:8:4294967295] 00000400:00000200:1.0:1761313447.882450:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.882456:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.882460:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d8c9258 (tot 82354770). 00000800:00000200:1.0:1761313447.882465:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.882490:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.882494:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d8c9258 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.882606:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.882610:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d8c9258 (tot 82354522). 00000400:00000200:2.0:1761313447.882614:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.882619:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.882622:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c490e2a 00000400:00000010:2.0:1761313447.882624:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c490e2a. 00000100:00000200:2.0:1761313447.882631:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffcaa815 x1846869206500032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.884562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007d482b1. 00010000:00000010:0.1:1761313447.884575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce3bef43. 00010000:00000010:0.1:1761313447.884581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d81968f. 00010000:00000010:0.1:1761313447.884584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058e98965. 00010000:00000010:0.1:1761313447.884586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049595ccd. 00000400:00000200:1.0:1761313447.886016:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.886048:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0002c0 00000400:00000200:1.0:1761313447.886057:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeb61 [1] + 224 00000400:00000200:1.0:1761313447.886070:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.886074:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.886085:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffcaa815 x1846869206500032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.886127:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.886144:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9580c0 00000400:00000200:1.0:1761313447.886149:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad4b5 [2] + 1312 00000400:00000010:2.0:1761313447.886159:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000722afeaa. 00000400:00000200:2.0:1761313447.886164:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f309ef1a 00000400:00000010:2.0:1761313447.886166:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f309ef1a. 00000100:00000200:2.0:1761313447.886173:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffcaa815 x1846869206500032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.886182:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffcaa815 x1846869206500032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313447.886202:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1761313447.886208:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023146a82. 00000400:00000200:1.0:1761313447.886209:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 02000000:00000010:2.0:1761313447.886215:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e68d2b58. 00000100:00000200:1.0:1761313447.886216:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.886220:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 00000100:00000010:1.0:1761313447.886223:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000100:00000010:2.0:1761313447.886226:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047fbeae4. 00010000:00000010:2.0:1761313447.886232:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000853bd041. 00000020:00000010:3.0:1761313447.886637:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000259fef9d. 00000020:00000010:3.0:1761313447.886644:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.886648:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313447.886677:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199519936/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313447.886712:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199519936 02000000:00000010:3.0:1761313447.886723:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f56a6bd2. 00010000:00000010:3.0:1761313447.886748:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000356f63de. 00010000:00000010:3.0:1761313447.886765:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007b33602. 00000100:00000010:3.0:1761313447.886771:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313447.886790:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:3.0:1761313447.886795:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007b33602. 00000400:00000010:3.0:1761313447.886808:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b94f63a. 00000100:00000200:3.0:1761313447.886812:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199519936, offset 224 00000400:00000200:3.0:1761313447.886820:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:1.0:1761313447.886823:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c3115b4. 00000400:00000200:3.0:1761313447.886831:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.886837:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89599:89599:256:4294967295] 192.168.204.1@tcp LPNI seq info [89599:89599:8:4294967295] 00000400:00000200:3.0:1761313447.886847:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.886852:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.886856:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354770). 00000800:00000200:3.0:1761313447.886861:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.886867:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.886870:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.886895:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b54370. 00000020:00000010:3.0:1761313447.886900:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.886905:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000259fef9d. 00010000:00000010:1.0:1761313447.886915:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084da5086. 00010000:00000010:1.0:1761313447.886924:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004b9b8d4. 00010000:00000010:1.0:1761313447.887004:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a472fd8. 00010000:00000010:1.0:1761313447.887010:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084da5086. 00010000:00000010:1.0:1761313447.887020:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062aa7227. 00000100:00000010:1.0:1761313447.887023:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce78c43e. 00000100:00000010:1.0:1761313447.887029:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 02000000:00000010:1.0:1761313447.887039:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f228a8fc. 02000000:00000010:1.0:1761313447.887061:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000adf97f0. 00000400:00000010:1.0:1761313447.887067:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000722afeaa. 00000400:00000010:1.0:1761313447.887071:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000903c6f44. 00000100:00000200:1.0:1761313447.887076:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500096, portal 16 00000400:00000010:1.0:1761313447.887081:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022b7cfcb. 00000100:00000200:1.0:1761313447.887083:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500096, offset 0 00000400:00000200:1.0:1761313447.887087:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.887093:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.887099:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.887102:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.887105:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.887107:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89600:89600:255:4294967295] 192.168.204.1@tcp LPNI seq info [89600:89600:7:4294967295] 00000400:00000200:1.0:1761313447.887114:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.887118:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.887121:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033eff44 (tot 82355018). 00000800:00000200:1.0:1761313447.887125:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.887141:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.887143:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033eff44 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.887157:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.887161:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354770). 00000400:00000200:2.0:1761313447.887169:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.887173:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.887176:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b94f63a 00000400:00000010:2.0:1761313447.887178:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b94f63a. 00000800:00000200:2.0:1761313447.887666:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.887669:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033eff44 (tot 82354522). 00000400:00000200:2.0:1761313447.887673:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.887678:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.887681:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022b7cfcb 00000400:00000010:2.0:1761313447.887682:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022b7cfcb. 00000100:00000200:2.0:1761313447.887688:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dc8069e x1846869206500096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313447.889776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d96073a0. 00010000:00000010:1.1:1761313447.890533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f45604a1. 00010000:00000010:1.1:1761313447.890542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3b97831. 00010000:00000010:1.1:1761313447.892518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f74a0622. 00010000:00000010:1.1:1761313447.892535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa4d220e. 00010000:00000010:3.1:1761313447.892543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c179f6a. 00000400:00000200:3.0:1761313447.897241:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.897261:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000300 00000400:00000200:3.0:1761313447.897270:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeb6d [1] + 224 00000400:00000200:3.0:1761313447.897286:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.897290:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.897303:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dc8069e x1846869206500096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313447.897838:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000722afeaa. 00000400:00000200:1.0:1761313447.897845:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000903c6f44 00000400:00000010:1.0:1761313447.897847:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000903c6f44. 00000100:00000200:1.0:1761313447.897858:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dc8069e x1846869206500096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.897866:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dc8069e x1846869206500096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.897901:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000adf97f0. 02000000:00000010:1.0:1761313447.897907:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f228a8fc. 00000100:00000010:1.0:1761313447.897911:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000100:00000010:1.0:1761313447.897914:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce78c43e. 00010000:00000010:1.0:1761313447.897919:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062aa7227. 00000400:00000200:1.0:1761313447.903199:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.903219:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958100 00000400:00000200:1.0:1761313447.903232:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad4b5 [2] + 1640 00000400:00000200:1.0:1761313447.903800:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.903807:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.903816:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.903822:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 00000020:00000010:3.0:1761313447.903888:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000491463ea. 00000020:00000010:3.0:1761313447.903895:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000650cbeb0. 00000020:00000010:3.0:1761313447.903900:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313447.903927:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dc8069e x1846869199520000/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313447.903964:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520000 02000000:00000010:3.0:1761313447.903975:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000528d94fc. 00010000:00000010:3.0:1761313447.904005:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc624acd. 00010000:00000010:3.0:1761313447.904026:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007b33602. 00000100:00000010:3.0:1761313447.904033:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:3.0:1761313447.904054:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:3.0:1761313447.904059:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007b33602. 00000400:00000010:3.0:1761313447.904074:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313447.904079:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520000, offset 224 00000400:00000200:3.0:1761313447.904087:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.904098:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.904103:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89601:89601:256:4294967295] 192.168.204.1@tcp LPNI seq info [89601:89601:8:4294967295] 00000400:00000200:3.0:1761313447.904114:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.904120:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.904125:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005335cb5f (tot 82354770). 00000800:00000200:3.0:1761313447.904142:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.904148:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.904152:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005335cb5f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313447.904167:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000650cbeb0. 00000020:00000010:3.0:1761313447.904171:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313447.904175:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000491463ea. 00000800:00000200:2.0:1761313447.904535:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.904539:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005335cb5f (tot 82354522). 00000400:00000200:2.0:1761313447.904547:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.904551:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.904555:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:2.0:1761313447.904557:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00080000:00000010:2.0:1761313447.904583:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d952a0e. 00010000:00000010:2.0:1761313447.904672:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084da5086. 00010000:00000010:2.0:1761313447.904679:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000190b909a. 00010000:00000010:2.0:1761313447.904750:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050b5f554. 00010000:00000010:2.0:1761313447.904756:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313447.904769:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313447.904772:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313447.904780:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.904792:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb8a3fd9. 02000000:00000010:2.0:1761313447.904813:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e68d2b58. 00000400:00000010:2.0:1761313447.904819:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edfbcf0c. 00000400:00000010:2.0:1761313447.904824:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313447.904829:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500160, portal 16 00000400:00000010:2.0:1761313447.904833:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c42d895. 00000100:00000200:2.0:1761313447.904835:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500160, offset 0 00000400:00000200:2.0:1761313447.904841:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.904849:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.904856:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.904859:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.904862:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.904865:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89602:89602:256:4294967295] 192.168.204.1@tcp LPNI seq info [89602:89602:8:4294967295] 00000400:00000200:2.0:1761313447.904872:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.904876:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.904881:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000800:00000200:2.0:1761313447.904885:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.904889:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.904891:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.905286:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.905291:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:3.0:1761313447.905296:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.905300:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.905303:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c42d895 00000400:00000010:3.0:1761313447.905305:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c42d895. 00000100:00000200:3.0:1761313447.905312:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206500160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.905897:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.905910:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000340 00000400:00000200:3.0:1761313447.905917:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeb79 [1] + 224 00000400:00000200:3.0:1761313447.905927:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.905930:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.905936:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206500160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.906244:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.906251:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958140 00000400:00000200:3.0:1761313447.906256:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad4b5 [2] + 1968 00000400:00000010:3.0:1761313447.906260:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009fc98d97. 00000400:00000200:3.0:1761313447.906264:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000246d7168 00000400:00000200:3.0:1761313447.906299:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.906303:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.906306:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000246d7168 00000400:00000010:3.0:1761313447.906307:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000246d7168 (tot 82354370). 00000100:00000200:3.0:1761313447.906311:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761313447.907583:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edfbcf0c. 00000400:00000200:2.0:1761313447.907590:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313447.907593:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313447.907601:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206500160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313447.907610:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206500160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313447.907645:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e68d2b58. 02000000:00000010:2.0:1761313447.907653:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb8a3fd9. 00000100:00000010:2.0:1761313447.907657:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:2.0:1761313447.907662:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313447.907665:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00000020:00000010:0.0:1761313447.908720:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053a0fac1. 00000020:00000010:0.0:1761313447.908730:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9549c06. 00000020:00000010:0.0:1761313447.908735:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313447.908761:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a0a05fe2 x1846869199520064/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313447.908800:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520064 02000000:00000010:0.0:1761313447.908817:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000facf592c. 00010000:00000010:0.0:1761313447.908848:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007be533a6. 00010000:00000010:0.0:1761313447.908869:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bd5c4cb. 00000100:00000010:0.0:1761313447.908876:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ac3bd3. 00000100:00000010:0.0:1761313447.908891:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ac3bd3. 00010000:00000010:0.0:1761313447.908893:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bd5c4cb. 00000400:00000010:0.0:1761313447.908905:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aec04dd1. 00000100:00000200:0.0:1761313447.908910:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520064, offset 224 00000400:00000200:0.0:1761313447.908917:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:2.0:1761313447.908919:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e68d2b58. 00000400:00000200:0.0:1761313447.908930:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.908936:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89603:89603:256:4294967295] 192.168.204.1@tcp LPNI seq info [89603:89603:8:4294967295] 00000400:00000200:0.0:1761313447.908946:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.908951:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.908955:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354618). 00000800:00000200:0.0:1761313447.908961:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.908967:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.908970:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.908993:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9549c06. 00000020:00000010:0.0:1761313447.908998:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313447.909002:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053a0fac1. 02000000:00000010:0.0:1761313447.909011:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000528d94fc. 00010000:00000010:2.0:1761313447.909012:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00000100:00000010:0.0:1761313447.909016:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00010000:00000010:2.0:1761313447.909020:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000476f2f1f. 02000000:00000010:0.0:1761313447.909022:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f56a6bd2. 00000100:00000010:0.0:1761313447.909026:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 02000000:00000010:0.0:1761313447.909030:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de7ffd44. 00000100:00000010:0.0:1761313447.909033:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 02000000:00000010:0.0:1761313447.909036:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009345c61a. 00000100:00000010:0.0:1761313447.909038:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 02000000:00000010:0.0:1761313447.909042:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000030de97f9. 00000100:00000010:0.0:1761313447.909044:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 02000000:00000010:0.0:1761313447.909045:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000325fe80b. 00000100:00000010:0.0:1761313447.909047:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 00000100:00000200:0.0:1761313447.909051:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313447.909056:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008744c261. 00000400:00000010:0.0:1761313447.909061:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000012ac3bd3 (tot 82354770). 00010000:00000010:2.0:1761313447.909105:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2093e08. 00010000:00000010:2.0:1761313447.909111:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313447.909120:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313447.909124:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313447.909139:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 02000000:00000010:2.0:1761313447.909149:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000325fe80b. 02000000:00000010:2.0:1761313447.909173:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb8a3fd9. 00000400:00000010:2.0:1761313447.909177:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edfbcf0c. 00000400:00000010:2.0:1761313447.909181:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313447.909184:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500224, portal 16 00000400:00000010:2.0:1761313447.909188:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313447.909190:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500224, offset 0 00000400:00000200:2.0:1761313447.909196:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.909201:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.909210:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313447.909213:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313447.909216:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313447.909219:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89604:89604:255:4294967295] 192.168.204.1@tcp LPNI seq info [89604:89604:7:4294967295] 00000400:00000200:2.0:1761313447.909225:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.909230:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.909233:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82355018). 00000800:00000200:2.0:1761313447.909236:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.909240:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.909242:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.909315:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.909318:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354770). 00000400:00000200:3.0:1761313447.909322:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.909326:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.909330:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aec04dd1 00000400:00000010:3.0:1761313447.909332:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aec04dd1. 02000000:00000010:3.0:1761313447.909336:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000facf592c. 00000800:00000200:3.0:1761313447.909404:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.909406:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354522). 00000400:00000200:3.0:1761313447.909410:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.909413:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.909414:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:3.0:1761313447.909415:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:3.0:1761313447.909420:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005e2aefc2 x1846869206500224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.910765:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.910779:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000380 00000400:00000200:3.0:1761313447.910787:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeb89 [1] + 224 00000400:00000200:3.0:1761313447.910810:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.910814:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.910821:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005e2aefc2 x1846869206500224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313447.910906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7d93fea. 00010000:00000010:2.1:1761313447.910912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a472fd8. 00000400:00000010:1.0:1761313447.911090:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edfbcf0c. 00000400:00000200:1.0:1761313447.911095:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:1.0:1761313447.911097:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:1.0:1761313447.911102:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005e2aefc2 x1846869206500224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.911109:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005e2aefc2 x1846869206500224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.911145:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb8a3fd9. 02000000:00000010:1.0:1761313447.911151:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000325fe80b. 00000100:00000010:1.0:1761313447.911154:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000010:1.0:1761313447.911158:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:1.0:1761313447.911161:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00000400:00000200:2.0:1761313447.917958:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.917987:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958180 00000400:00000200:2.0:1761313447.917996:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad50d [2] + 0 00000400:00000200:2.0:1761313447.918399:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.918406:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.918415:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.918422:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 00000020:00000010:1.0:1761313447.920288:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f228a8fc. 00000020:00000010:1.0:1761313447.920303:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e47e82be. 00000020:00000010:1.0:1761313447.920308:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313447.920347:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064bf9529 x1846869199520128/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313447.920395:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520128 02000000:00000010:1.0:1761313447.920409:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000adf97f0. 00010000:00000010:1.0:1761313447.920440:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005105bede. 00010000:00000010:1.0:1761313447.920464:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062aa7227. 00000100:00000010:1.0:1761313447.920494:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce78c43e. 00000100:00000010:1.0:1761313447.920510:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce78c43e. 00010000:00000010:1.0:1761313447.920515:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062aa7227. 00000400:00000010:1.0:1761313447.920528:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000903c6f44. 00000100:00000200:1.0:1761313447.920534:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520128, offset 224 00000400:00000200:1.0:1761313447.920542:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.920555:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.920561:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89605:89605:256:4294967295] 192.168.204.1@tcp LPNI seq info [89605:89605:8:4294967295] 00000400:00000200:1.0:1761313447.920571:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.920577:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.920581:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddde3699 (tot 82354770). 00000800:00000200:1.0:1761313447.920587:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.920593:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.920597:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddde3699 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313447.920613:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e47e82be. 00000020:00000010:1.0:1761313447.920617:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313447.920620:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f228a8fc. 00000800:00000200:1.0:1761313447.920719:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313447.920722:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddde3699 (tot 82354522). 00000400:00000200:1.0:1761313447.920726:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.920730:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313447.920735:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000903c6f44 00000400:00000010:1.0:1761313447.920737:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000903c6f44. 00080000:00000010:1.0:1761313447.920774:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f228a8fc. 00010000:00000010:1.0:1761313447.920869:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:1.0:1761313447.920876:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000180e5c5b. 00010000:00000010:1.0:1761313447.920963:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043f63f8d. 00010000:00000010:1.0:1761313447.920967:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e47e82be. 00010000:00000010:1.0:1761313447.920973:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa4d220e. 00010000:00000010:1.0:1761313447.920978:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000009758e08. 00080000:00000010:1.0:1761313447.920994:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002af77e09. 00010000:00000010:1.0:1761313447.921020:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009758e08. 00010000:00000010:1.0:1761313447.921025:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e47e82be. 00010000:00000010:1.0:1761313447.921077:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000596954db. 00010000:00000010:1.0:1761313447.921082:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000009758e08. 00010000:00000010:1.0:1761313447.921089:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062aa7227. 00000100:00000010:1.0:1761313447.921093:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce78c43e. 00000100:00000010:1.0:1761313447.921101:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 02000000:00000010:1.0:1761313447.921113:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000023146a82. 02000000:00000010:1.0:1761313447.921147:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000325fe80b. 00000400:00000010:1.0:1761313447.921154:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000722afeaa. 00000400:00000010:1.0:1761313447.921159:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000903c6f44. 00000100:00000200:1.0:1761313447.921164:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500288, portal 16 00000400:00000010:1.0:1761313447.921169:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009603b8d4. 00000100:00000200:1.0:1761313447.921171:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500288, offset 0 00000400:00000200:1.0:1761313447.921176:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313447.921184:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313447.921189:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313447.921193:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313447.921195:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313447.921198:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89606:89606:256:4294967295] 192.168.204.1@tcp LPNI seq info [89606:89606:8:4294967295] 00000400:00000200:1.0:1761313447.921204:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313447.921209:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313447.921212:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddde3699 (tot 82354770). 00000800:00000200:1.0:1761313447.921216:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313447.921220:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313447.921222:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddde3699 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.922176:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.922182:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddde3699 (tot 82354522). 00000400:00000200:3.0:1761313447.922187:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.922193:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.922197:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009603b8d4 00000400:00000010:3.0:1761313447.922199:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009603b8d4. 00000100:00000200:3.0:1761313447.922206:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004cba86d4 x1846869206500288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313447.922828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2c18f43. 00010000:00000010:0.1:1761313447.922862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb4344a. 00000400:00000200:3.0:1761313447.925744:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.925764:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0003c0 00000400:00000200:3.0:1761313447.925773:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeb95 [1] + 224 00000400:00000200:3.0:1761313447.925787:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.925790:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.925804:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004cba86d4 x1846869206500288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313447.925896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000167baf1e. 00010000:00000010:1.1:1761313447.925904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ba17b27. 00010000:00000010:1.1:1761313447.925907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2093e08. 00010000:00000010:1.1:1761313447.925912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f63f8d. 00010000:00000010:1.1:1761313447.925915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa4d220e. 00000400:00000010:1.0:1761313447.925930:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000722afeaa. 00000400:00000200:1.0:1761313447.925935:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000903c6f44 00000400:00000010:1.0:1761313447.925937:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000903c6f44. 00000100:00000200:1.0:1761313447.925942:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004cba86d4 x1846869206500288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313447.925950:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004cba86d4 x1846869206500288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313447.925977:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000325fe80b. 02000000:00000010:1.0:1761313447.925982:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000023146a82. 00000100:00000010:1.0:1761313447.925987:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 00000100:00000010:1.0:1761313447.925991:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce78c43e. 00010000:00000010:1.0:1761313447.925996:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062aa7227. 00010000:00000010:2.1:1761313447.926059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ec1aee7. 00010000:00000010:2.1:1761313447.926064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050b5f554. 00000400:00000200:1.0:1761313447.926545:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313447.926553:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9581c0 00000400:00000200:1.0:1761313447.926558:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad50d [2] + 328 00000400:00000200:1.0:1761313447.926600:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313447.926603:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313447.926607:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313447.926610:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00000020:00000010:2.0:1761313447.926673:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0d24521. 00000020:00000010:2.0:1761313447.926679:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6fb04c. 00000020:00000010:2.0:1761313447.926682:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313447.926701:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199520192/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313447.926730:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520192 02000000:00000010:2.0:1761313447.926741:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070ae1038. 00010000:00000010:2.0:1761313447.926763:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f5d3b9f. 00010000:00000010:2.0:1761313447.926778:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a64e5ad. 00000100:00000010:2.0:1761313447.926783:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b608d470. 00000100:00000010:2.0:1761313447.926791:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b608d470. 00010000:00000010:2.0:1761313447.926793:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a64e5ad. 00000400:00000010:2.0:1761313447.926802:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb1bbf3c. 00000100:00000200:2.0:1761313447.926805:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520192, offset 224 00000400:00000200:2.0:1761313447.926811:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.926820:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.926825:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89607:89607:256:4294967295] 192.168.204.1@tcp LPNI seq info [89607:89607:8:4294967295] 00000400:00000200:2.0:1761313447.926834:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.926838:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.926842:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82354770). 00000800:00000200:2.0:1761313447.926846:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.926852:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.926855:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.926871:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6fb04c. 00000020:00000010:2.0:1761313447.926874:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313447.926877:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0d24521. 00000800:00000200:2.0:1761313447.926926:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.926929:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354522). 00000400:00000200:2.0:1761313447.926933:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.926936:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.926938:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb1bbf3c 00000400:00000010:2.0:1761313447.926939:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb1bbf3c. 00080000:00000010:3.0:1761313447.927242:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000491463ea. 00010000:00000010:3.0:1761313447.927333:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009758e08. 00010000:00000010:3.0:1761313447.927339:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014842b9f. 00010000:00000010:3.0:1761313447.927402:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fba6015. 00010000:00000010:3.0:1761313447.927408:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.927417:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007b33602. 00000100:00000010:3.0:1761313447.927421:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001277e873. 00000100:00000010:3.0:1761313447.927427:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29948a1. 02000000:00000010:3.0:1761313447.927438:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093ad8a7e. 02000000:00000010:3.0:1761313447.927461:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7b8466b. 00000400:00000010:3.0:1761313447.927466:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000052852cca. 00000400:00000010:3.0:1761313447.931218:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008502b0aa. 00000100:00000200:3.0:1761313447.931226:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500352, portal 16 00000400:00000010:3.0:1761313447.931232:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036954fa5. 00000100:00000200:3.0:1761313447.931235:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500352, offset 0 00000400:00000200:3.0:1761313447.931244:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.931260:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.931266:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.931270:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.931272:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.931275:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89608:89608:256:4294967295] 192.168.204.1@tcp LPNI seq info [89608:89608:8:4294967295] 00000400:00000200:3.0:1761313447.931286:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.931292:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.931297:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25bab87 (tot 82354770). 00000800:00000200:3.0:1761313447.931303:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.931309:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.931312:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25bab87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.931507:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.931511:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25bab87 (tot 82354522). 00000400:00000200:2.0:1761313447.931518:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.931522:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.931527:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036954fa5 00000400:00000010:2.0:1761313447.931528:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036954fa5. 00000100:00000200:2.0:1761313447.931537:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29948a1 x1846869206500352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.941433:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.941448:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000400 00000400:00000200:2.0:1761313447.941455:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeba1 [1] + 224 00000400:00000200:2.0:1761313447.941465:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.941520:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.941529:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29948a1 x1846869206500352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.941556:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.941561:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958200 00000400:00000200:2.0:1761313447.941565:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad50d [2] + 656 00000400:00000200:2.0:1761313447.941612:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.941615:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.941618:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.941623:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 00000020:00000010:2.0:1761313447.941661:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069e75858. 00000020:00000010:2.0:1761313447.941666:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6fb04c. 00000020:00000010:2.0:1761313447.941669:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313447.941690:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ca3dcbd4 x1846869199520256/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313447.941713:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520256 02000000:00000010:2.0:1761313447.941721:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f46de5d. 00010000:00000010:2.0:1761313447.941752:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a64e5ad. 00000100:00000010:2.0:1761313447.941757:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b608d470. 00000100:00000010:2.0:1761313447.941763:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b608d470. 00010000:00000010:2.0:1761313447.941766:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a64e5ad. 00000400:00000010:2.0:1761313447.941777:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb1bbf3c. 00000100:00000200:2.0:1761313447.941782:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520256, offset 224 00000400:00000200:2.0:1761313447.941788:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313447.941797:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313447.941802:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89609:89609:256:4294967295] 192.168.204.1@tcp LPNI seq info [89609:89609:8:4294967295] 00000400:00000200:2.0:1761313447.941811:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313447.941816:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313447.941820:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82354770). 00000800:00000200:2.0:1761313447.941824:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313447.941830:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313447.941832:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313447.941844:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6fb04c. 00000020:00000010:2.0:1761313447.941847:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313447.941850:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069e75858. 00000800:00000200:2.0:1761313447.941909:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.941912:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354522). 00000400:00000200:2.0:1761313447.941915:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.941918:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.941921:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb1bbf3c 00000400:00000010:2.0:1761313447.941923:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb1bbf3c. 00010000:00000010:3.1:1761313447.941995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e12f6ab5. 00010000:00000010:3.1:1761313447.942001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000596954db. 00000400:00000010:3.0:1761313447.942016:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000052852cca. 00000400:00000200:3.0:1761313447.942020:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008502b0aa 00000400:00000010:3.0:1761313447.942021:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008502b0aa. 00000100:00000200:3.0:1761313447.942028:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29948a1 x1846869206500352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313447.942036:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29948a1 x1846869206500352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313447.942055:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087159bd1. 02000000:00000010:3.0:1761313447.942103:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7b8466b. 02000000:00000010:3.0:1761313447.942109:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000093ad8a7e. 00000100:00000010:3.0:1761313447.942113:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29948a1. 00000100:00000010:3.0:1761313447.942116:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001277e873. 00010000:00000010:3.0:1761313447.942119:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007b33602. 00080000:00000010:3.0:1761313447.942141:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093ad8a7e. 00010000:00000010:3.0:1761313447.942236:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.942241:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007faf232. 00010000:00000010:3.0:1761313447.942318:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9f8464e. 00010000:00000010:3.0:1761313447.942322:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.942330:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007b33602. 00000100:00000010:3.0:1761313447.942333:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001277e873. 00000100:00000010:3.0:1761313447.942337:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29948a1. 02000000:00000010:3.0:1761313447.942347:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7b8466b. 02000000:00000010:3.0:1761313447.942369:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba1a837f. 00000400:00000010:3.0:1761313447.942372:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000052852cca. 00000400:00000010:3.0:1761313447.942375:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008502b0aa. 00000100:00000200:3.0:1761313447.942381:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500416, portal 16 00000400:00000010:3.0:1761313447.942386:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d86f44. 00000100:00000200:3.0:1761313447.942388:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500416, offset 0 00000400:00000200:3.0:1761313447.942393:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.942401:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.942409:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.942413:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.942416:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.942418:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89610:89610:256:4294967295] 192.168.204.1@tcp LPNI seq info [89610:89610:8:4294967295] 00000400:00000200:3.0:1761313447.942425:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.942429:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.942433:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25bab87 (tot 82354770). 00000800:00000200:3.0:1761313447.942437:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.942441:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.942443:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25bab87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.942565:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.942567:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25bab87 (tot 82354522). 00000400:00000200:2.0:1761313447.942574:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.942577:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.942580:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d86f44 00000400:00000010:2.0:1761313447.942581:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d86f44. 00000100:00000200:2.0:1761313447.942586:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29948a1 x1846869206500416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.947690:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.947711:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000440 00000400:00000200:2.0:1761313447.947719:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaebad [1] + 224 00000400:00000200:2.0:1761313447.947729:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.947733:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.947743:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29948a1 x1846869206500416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.947778:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.947782:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958240 00000400:00000200:2.0:1761313447.947786:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad50d [2] + 984 00000400:00000200:2.0:1761313447.947795:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.947797:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.947800:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.947805:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c468af4. 00010000:00000010:2.1:1761313447.948995:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075373bac. 00000020:00000010:0.0:1761313447.949040:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5af2ac2. 00000020:00000010:0.0:1761313447.949048:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313447.949052:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313447.949077:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c468af4 x1846869199520320/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313447.949112:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520320 02000000:00000010:0.0:1761313447.949124:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009345c61a. 00010000:00000010:0.0:1761313447.949169:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0d31347. 00000100:00000010:0.0:1761313447.949176:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002cc3f5eb. 00000100:00000010:0.0:1761313447.949184:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002cc3f5eb. 00010000:00000010:0.0:1761313447.949188:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0d31347. 00000400:00000010:0.0:1761313447.949203:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025c648c8. 00000100:00000200:0.0:1761313447.949209:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520320, offset 224 00000400:00000200:0.0:1761313447.949218:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.949231:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.949236:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89611:89611:256:4294967295] 192.168.204.1@tcp LPNI seq info [89611:89611:8:4294967295] 00000400:00000200:0.0:1761313447.949246:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.949252:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.949256:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313447.949261:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.949267:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.949270:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.949287:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313447.949292:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313447.949294:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5af2ac2. 00000800:00000200:0.0:1761313447.949393:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.949396:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:0.0:1761313447.949399:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.949402:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.949406:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025c648c8 00000400:00000010:0.0:1761313447.949408:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025c648c8. 00000400:00000010:3.0:1761313447.949817:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000052852cca. 00000400:00000200:3.0:1761313447.949822:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008502b0aa 00000400:00000010:3.0:1761313447.949824:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008502b0aa. 00000100:00000200:3.0:1761313447.949832:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29948a1 x1846869206500416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313447.949841:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29948a1 x1846869206500416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313447.949861:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce69f19a. 02000000:00000010:3.0:1761313447.949877:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba1a837f. 02000000:00000010:3.0:1761313447.949882:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7b8466b. 00000100:00000010:3.0:1761313447.949887:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29948a1. 00000100:00000010:3.0:1761313447.949890:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001277e873. 00010000:00000010:3.0:1761313447.949892:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007b33602. 00080000:00000010:3.0:1761313447.949909:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7b8466b. 00010000:00000010:3.0:1761313447.949999:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.950005:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f83fdab9. 00010000:00000010:3.0:1761313447.950076:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb85345d. 00010000:00000010:3.0:1761313447.950082:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313447.950092:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007b33602. 00000100:00000010:3.0:1761313447.950096:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001277e873. 00000100:00000010:3.0:1761313447.950101:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29948a1. 02000000:00000010:3.0:1761313447.950111:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba1a837f. 02000000:00000010:3.0:1761313447.950143:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce26e72a. 00000400:00000010:3.0:1761313447.950147:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000052852cca. 00000400:00000010:3.0:1761313447.950150:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008502b0aa. 00000100:00000200:3.0:1761313447.950155:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500480, portal 16 00000400:00000010:3.0:1761313447.950159:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7e97fc7. 00000100:00000200:3.0:1761313447.950161:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500480, offset 0 00000400:00000200:3.0:1761313447.950166:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.950174:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.950180:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.950183:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.950186:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.950188:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89612:89612:256:4294967295] 192.168.204.1@tcp LPNI seq info [89612:89612:8:4294967295] 00000400:00000200:3.0:1761313447.950195:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.950200:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.950203:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005335cb5f (tot 82354770). 00000800:00000200:3.0:1761313447.950207:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.950211:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.950214:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005335cb5f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313447.958646:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313447.958651:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005335cb5f (tot 82354522). 00000400:00000200:2.0:1761313447.958663:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.958671:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313447.958676:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7e97fc7 00000400:00000010:2.0:1761313447.958679:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7e97fc7. 00000100:00000200:2.0:1761313447.958690:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29948a1 x1846869206500480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.960762:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.960781:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000480 00000400:00000200:3.0:1761313447.960791:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaebb9 [1] + 224 00000400:00000200:3.0:1761313447.960802:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.960805:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.960815:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29948a1 x1846869206500480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313447.960845:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313447.960851:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958280 00000400:00000200:3.0:1761313447.960856:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad50d [2] + 1312 00000400:00000200:3.0:1761313447.960903:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.960906:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313447.960910:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313447.960915:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a9f342a. 00000400:00000010:3.0:1761313447.960951:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000052852cca. 00000400:00000200:3.0:1761313447.960955:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008502b0aa 00000400:00000010:3.0:1761313447.960957:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008502b0aa. 00000100:00000200:3.0:1761313447.960963:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29948a1 x1846869206500480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313447.960971:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29948a1 x1846869206500480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313447.960998:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce26e72a. 02000000:00000010:3.0:1761313447.961005:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ba1a837f. 00000100:00000010:3.0:1761313447.961008:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29948a1. 00000100:00000010:3.0:1761313447.961011:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001277e873. 00010000:00000010:3.0:1761313447.961014:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007b33602. 00000020:00000010:0.0:1761313447.963715:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5af2ac2. 00000020:00000010:0.0:1761313447.963728:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313447.963733:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313447.963761:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a9f342a x1846869199520384/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:3.1:1761313447.964201:0:1371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a545ddf4. 00010000:00000010:3.1:1761313447.964210:0:1371:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a146104e. 00010000:00000010:3.1:1761313447.964216:0:1371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba6015. 00000100:00000200:0.0:1761313447.964625:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520384 02000000:00000010:0.0:1761313447.964639:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000facf592c. 00010000:00000010:0.0:1761313447.964669:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e0dafb9. 00010000:00000010:0.0:1761313447.964687:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0d31347. 00000100:00000010:0.0:1761313447.964695:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002cc3f5eb. 00080000:00000010:3.0:1761313447.965541:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba1a837f. 00010000:00000010:3.0:1761313447.965696:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fba6015. 00010000:00000010:3.0:1761313447.965702:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313447.965711:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007b33602. 00000100:00000010:3.0:1761313447.965716:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001277e873. 00000100:00000010:3.0:1761313447.965724:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29948a1. 02000000:00000010:3.0:1761313447.965736:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce26e72a. 02000000:00000010:3.0:1761313447.965760:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030de97f9. 00000400:00000010:3.0:1761313447.965766:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000052852cca. 00000400:00000010:3.0:1761313447.965773:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008502b0aa. 00000100:00000200:3.0:1761313447.965780:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500544, portal 16 00000400:00000010:3.0:1761313447.965787:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021403d81. 00000100:00000200:3.0:1761313447.965789:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500544, offset 0 00000400:00000200:3.0:1761313447.965798:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.965815:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.965823:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.965827:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.965829:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.965832:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89613:89613:256:4294967295] 192.168.204.1@tcp LPNI seq info [89613:89613:8:4294967295] 00000400:00000200:3.0:1761313447.965842:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.965849:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.965853:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354770). 00000800:00000200:3.0:1761313447.965860:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.965867:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.965871:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.0:1761313447.965918:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00000100:00000010:0.0:1761313447.965928:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002cc3f5eb. 00010000:00000010:0.0:1761313447.965931:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0d31347. 00010000:00000010:0.0:1761313447.965936:0:64770:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034f986a4. 00000400:00000010:0.0:1761313447.965948:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025c648c8. 00000100:00000200:0.0:1761313447.965951:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520384, offset 224 00000400:00000200:0.0:1761313447.965956:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.965962:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.965966:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89614:89614:255:4294967295] 192.168.204.1@tcp LPNI seq info [89614:89614:7:4294967295] 00000400:00000200:0.0:1761313447.965972:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.965975:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.965978:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82355018). 00000800:00000200:0.0:1761313447.965982:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.965985:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.965987:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.966908:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313447.966918:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313447.966922:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5af2ac2. 00000800:00000200:3.0:1761313447.967215:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.967219:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354770). 00000400:00000200:3.0:1761313447.967229:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.967237:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.967242:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021403d81 00000400:00000010:3.0:1761313447.967245:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021403d81. 00000100:00000200:3.0:1761313447.967254:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29948a1 x1846869206500544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761313447.967337:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.967340:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:3.0:1761313447.967343:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.967346:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.967347:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025c648c8 00000400:00000010:3.0:1761313447.967349:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025c648c8. 00010000:00000010:0.1:1761313447.975749:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073903f82. 00010000:00000010:0.1:1761313447.975760:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb85345d. 00010000:00000010:0.1:1761313447.975764:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e76a703. 00010000:00000010:3.1:1761313447.976831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e51ec1f. 00010000:00000010:3.1:1761313447.976840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032235113. 00010000:00000010:3.1:1761313447.976844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9f8464e. 00000400:00000200:2.0:1761313447.979632:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.979650:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0004c0 00000400:00000200:2.0:1761313447.979659:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaebc1 [1] + 224 00000400:00000200:2.0:1761313447.979671:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.979675:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.979684:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29948a1 x1846869206500544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313447.979721:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313447.979726:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9582c0 00000400:00000200:2.0:1761313447.979731:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad50d [2] + 1640 00000400:00000200:2.0:1761313447.979961:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313447.979966:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313447.979971:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313447.979976:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058c26597. 00000400:00000010:3.0:1761313447.980040:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000052852cca. 00000400:00000200:3.0:1761313447.980044:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008502b0aa 00000400:00000010:3.0:1761313447.980046:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008502b0aa. 00000100:00000200:3.0:1761313447.980056:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29948a1 x1846869206500544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313447.980064:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29948a1 x1846869206500544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313447.980093:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030de97f9. 02000000:00000010:3.0:1761313447.980100:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce26e72a. 00000100:00000010:3.0:1761313447.980106:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29948a1. 00000100:00000010:3.0:1761313447.980109:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001277e873. 00010000:00000010:3.0:1761313447.980113:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007b33602. 00000020:00000010:0.0:1761313447.980362:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5af2ac2. 00000020:00000010:0.0:1761313447.980370:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313447.980374:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313447.980396:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058c26597 x1846869199520448/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:415/0 lens 328/0 e 0 to 0 dl 1761313490 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313447.980429:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520448 02000000:00000010:0.0:1761313447.980440:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000080355f5a. 00010000:00000010:0.0:1761313447.980640:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015994b7e. 00010000:00000010:0.0:1761313447.980669:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0d31347. 00000100:00000010:0.0:1761313447.980675:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072655148. 00080000:00000010:3.0:1761313447.981239:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce26e72a. 00010000:00000010:3.0:1761313447.981418:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f51b2. 00010000:00000010:3.0:1761313447.981423:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000650cbeb0. 00010000:00000010:3.0:1761313447.981428:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9f8464e. 00010000:00000010:3.0:1761313447.981435:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00080000:00000010:3.0:1761313447.981446:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030de97f9. 00010000:00000010:0.0:1761313447.982189:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c57a483. 00000100:00000010:0.0:1761313447.982203:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072655148. 00010000:00000010:0.0:1761313447.982207:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0d31347. 00010000:00000010:0.0:1761313447.982212:0:64770:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009deac45e. 00000400:00000010:0.0:1761313447.982228:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99e9dc5. 00000100:00000200:0.0:1761313447.982234:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520448, offset 224 00000400:00000200:0.0:1761313447.982244:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313447.982258:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313447.982265:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89615:89615:256:4294967295] 192.168.204.1@tcp LPNI seq info [89615:89615:8:4294967295] 00000400:00000200:0.0:1761313447.982276:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313447.982282:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313447.982286:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313447.982293:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313447.982299:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313447.982302:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313447.982327:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313447.982331:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313447.982335:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5af2ac2. 00000800:00000200:0.0:1761313447.982459:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313447.982462:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:0.0:1761313447.982465:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313447.982484:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313447.982488:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99e9dc5 00000400:00000010:0.0:1761313447.982490:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99e9dc5. 00010000:00000010:3.0:1761313447.982836:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313447.982843:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000650cbeb0. 00010000:00000010:3.0:1761313447.982926:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9526f14. 00010000:00000010:3.0:1761313447.982931:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313447.982940:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007b33602. 00000100:00000010:3.0:1761313447.982944:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001277e873. 00000100:00000010:3.0:1761313447.982952:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29948a1. 02000000:00000010:3.0:1761313447.982964:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de7ffd44. 02000000:00000010:3.0:1761313447.982988:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f56a6bd2. 00000400:00000010:3.0:1761313447.982993:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000052852cca. 00000400:00000010:3.0:1761313447.982998:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008502b0aa. 00000100:00000200:3.0:1761313447.983002:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500608, portal 16 00000400:00000010:3.0:1761313447.983007:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021403d81. 00000100:00000200:3.0:1761313447.983009:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500608, offset 0 00000400:00000200:3.0:1761313447.983015:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313447.983022:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313447.983030:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313447.983033:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313447.983036:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313447.983038:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89616:89616:256:4294967295] 192.168.204.1@tcp LPNI seq info [89616:89616:8:4294967295] 00000400:00000200:3.0:1761313447.983046:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313447.983050:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313447.983053:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354770). 00000800:00000200:3.0:1761313447.983057:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313447.983061:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313447.983065:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313447.983135:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313447.983138:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354522). 00000400:00000200:3.0:1761313447.983146:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313447.983149:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313447.983151:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021403d81 00000400:00000010:3.0:1761313447.983152:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021403d81. 00000100:00000200:3.0:1761313447.983160:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29948a1 x1846869206500608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313447.996669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e6b4e2d. 00010000:00000010:0.1:1761313447.996679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba6015. 00010000:00000010:0.1:1761313447.996683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031aff3bf. 00010000:00000010:3.1:1761313447.998071:0:78620:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f51b2. 00010000:00000010:3.1:1761313447.998082:0:78620:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9f8464e. 00000400:00000200:3.0:1761313448.001375:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.001392:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000500 00000400:00000200:3.0:1761313448.001399:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaebd1 [1] + 224 00000400:00000200:3.0:1761313448.001409:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.001413:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.001422:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29948a1 x1846869206500608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.002928:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.002939:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958300 00000400:00000200:3.0:1761313448.002946:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad50d [2] + 1968 00000400:00000010:3.0:1761313448.002950:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c48b3252. 00000400:00000200:3.0:1761313448.002955:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003c3d73a2 00000400:00000200:3.0:1761313448.002964:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.002967:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.002970:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c3d73a2 00000400:00000010:3.0:1761313448.002972:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003c3d73a2 (tot 82354370). 00000100:00000200:3.0:1761313448.002977:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313448.003125:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069e75858. 00000020:00000010:2.0:1761313448.003139:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313448.003143:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.003167:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fbbeb631 x1846869199520512/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:1.0:1761313448.005283:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000052852cca. 00000400:00000200:1.0:1761313448.005293:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008502b0aa 00000400:00000010:1.0:1761313448.005295:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008502b0aa. 00000100:00000200:1.0:1761313448.005307:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29948a1 x1846869206500608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313448.005316:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29948a1 x1846869206500608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313491 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313448.005346:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f56a6bd2. 02000000:00000010:1.0:1761313448.005353:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de7ffd44. 00000100:00000010:1.0:1761313448.005358:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29948a1. 00000100:00000010:1.0:1761313448.005362:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001277e873. 00010000:00000010:1.0:1761313448.005367:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007b33602. 00000100:00000200:2.0:1761313448.005492:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520512 02000000:00000010:2.0:1761313448.005505:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000643141f7. 00010000:00000010:2.0:1761313448.005533:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c9be4953. 00010000:00000010:2.0:1761313448.005552:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313448.005558:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b608d470. 00000100:00000010:2.0:1761313448.005571:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b608d470. 00010000:00000010:2.0:1761313448.005573:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00000400:00000010:2.0:1761313448.005585:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb1bbf3c. 00000100:00000200:2.0:1761313448.005589:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520512, offset 224 00000400:00000200:2.0:1761313448.005596:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.005608:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.005613:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89617:89617:256:4294967295] 192.168.204.1@tcp LPNI seq info [89617:89617:8:4294967295] 00000400:00000200:2.0:1761313448.005623:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.005631:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.005635:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82354618). 00000800:00000200:2.0:1761313448.005640:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.005647:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.005650:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.005671:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086b06e53. 00000020:00000010:2.0:1761313448.005675:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.005678:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069e75858. 02000000:00000010:2.0:1761313448.005686:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000080355f5a. 00000100:00000010:2.0:1761313448.005688:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058c26597. 02000000:00000010:2.0:1761313448.005691:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000facf592c. 00000100:00000010:2.0:1761313448.005694:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a9f342a. 02000000:00000010:2.0:1761313448.005697:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009345c61a. 00000100:00000010:2.0:1761313448.005700:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c468af4. 02000000:00000010:2.0:1761313448.005703:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f46de5d. 00000100:00000010:2.0:1761313448.005704:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313448.005707:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070ae1038. 00000100:00000010:2.0:1761313448.005709:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:2.0:1761313448.005713:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000adf97f0. 00000100:00000010:2.0:1761313448.005715:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000200:2.0:1761313448.005720:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313448.005724:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001dde442b. 00000400:00000010:2.0:1761313448.005728:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b608d470 (tot 82354770). 00080000:00000010:1.0:1761313448.005789:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb8a3fd9. 00010000:00000010:1.0:1761313448.005873:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:1.0:1761313448.005879:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de670723. 00010000:00000010:1.0:1761313448.005950:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa4d220e. 00010000:00000010:1.0:1761313448.005956:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d078950a. 00010000:00000010:1.0:1761313448.005964:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd8195f8. 00000100:00000010:1.0:1761313448.005968:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047fbeae4. 00000100:00000010:1.0:1761313448.005974:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 02000000:00000010:1.0:1761313448.005985:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000adf97f0. 02000000:00000010:1.0:1761313448.006007:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023146a82. 00000400:00000010:1.0:1761313448.006011:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000722afeaa. 00000400:00000010:1.0:1761313448.006015:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000903c6f44. 00000100:00000200:1.0:1761313448.006017:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500672, portal 16 00000400:00000010:1.0:1761313448.006021:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028a3d526. 00000100:00000200:1.0:1761313448.006022:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500672, offset 0 00000400:00000200:1.0:1761313448.006027:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.006033:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.006039:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313448.006042:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313448.006045:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313448.006047:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89618:89618:255:4294967295] 192.168.204.1@tcp LPNI seq info [89618:89618:7:4294967295] 00000400:00000200:1.0:1761313448.006053:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.006056:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.006060:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82355018). 00000800:00000200:1.0:1761313448.006063:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.006068:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.006070:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.010533:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.010540:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354770). 00000400:00000200:3.0:1761313448.010547:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.010556:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.010562:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb1bbf3c 00000400:00000010:3.0:1761313448.010564:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb1bbf3c. 02000000:00000010:3.0:1761313448.010570:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000643141f7. 00000800:00000200:3.0:1761313448.010640:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.010643:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:3.0:1761313448.010646:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.010650:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.010652:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028a3d526 00000400:00000010:3.0:1761313448.010654:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028a3d526. 00000100:00000200:3.0:1761313448.010662:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002a333fac x1846869206500672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313448.011611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000860954e. 00010000:00000010:1.1:1761313448.011619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9526f14. 00010000:00000010:2.1:1761313448.016750:0:78623:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4b8e4e. 00000400:00000200:3.0:1761313448.017442:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.017459:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000540 00000400:00000200:3.0:1761313448.017499:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaebe1 [1] + 224 00000400:00000200:3.0:1761313448.017512:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.017516:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.017525:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002a333fac x1846869206500672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.017556:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.017561:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958340 00000400:00000200:3.0:1761313448.017566:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad565 [2] + 0 00000400:00000200:3.0:1761313448.017573:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.017577:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.017581:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.017586:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000896ad9cf. 00000400:00000010:1.0:1761313448.017666:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000722afeaa. 00000400:00000200:1.0:1761313448.017671:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000903c6f44 00000400:00000010:1.0:1761313448.017673:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000903c6f44. 00000100:00000200:1.0:1761313448.017679:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002a333fac x1846869206500672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313448.017686:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002a333fac x1846869206500672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313448.017713:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023146a82. 02000000:00000010:1.0:1761313448.017719:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000adf97f0. 00000100:00000010:1.0:1761313448.017722:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 00000100:00000010:1.0:1761313448.017726:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047fbeae4. 00010000:00000010:1.0:1761313448.017731:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd8195f8. 00000020:00000010:0.0:1761313448.017800:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028490774. 00000020:00000010:0.0:1761313448.017806:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.017810:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.017829:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000896ad9cf x1846869199520576/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313448.017997:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520576 02000000:00000010:0.0:1761313448.018009:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000491a423e. 00010000:00000010:0.0:1761313448.018037:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2e10aac. 00010000:00000010:0.0:1761313448.018057:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313448.018062:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072655148. 00000100:00000010:0.0:1761313448.018259:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072655148. 00010000:00000010:0.0:1761313448.018262:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00000400:00000010:0.0:1761313448.018274:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99e9dc5. 00000100:00000200:0.0:1761313448.018278:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520576, offset 224 00000400:00000200:0.0:1761313448.018285:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.018293:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.018299:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89619:89619:256:4294967295] 192.168.204.1@tcp LPNI seq info [89619:89619:8:4294967295] 00000400:00000200:0.0:1761313448.018308:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.018312:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.018316:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313448.018321:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.018326:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.018329:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761313448.018669:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000259fef9d. 00010000:00000010:3.0:1761313448.018752:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d078950a. 00010000:00000010:3.0:1761313448.018758:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dca66d26. 00010000:00000010:3.0:1761313448.018822:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9f8464e. 00010000:00000010:3.0:1761313448.018826:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.018834:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b3541290. 00000100:00000010:3.0:1761313448.018837:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046c5107a. 00000100:00000010:3.0:1761313448.018842:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b53a2de. 02000000:00000010:3.0:1761313448.018851:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a5c083b. 02000000:00000010:3.0:1761313448.018870:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000575fb5e0. 00000400:00000010:3.0:1761313448.018875:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095bdfb9b. 00000400:00000010:3.0:1761313448.018878:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021403d81. 00000100:00000200:3.0:1761313448.018882:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500736, portal 16 00000400:00000010:3.0:1761313448.018885:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313448.018887:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500736, offset 0 00000400:00000200:3.0:1761313448.018891:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.018896:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.018901:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.018904:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.018907:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.018909:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89620:89620:255:4294967295] 192.168.204.1@tcp LPNI seq info [89620:89620:7:4294967295] 00000400:00000200:3.0:1761313448.018915:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.018919:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.018922:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82355018). 00000800:00000200:3.0:1761313448.018925:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.018928:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.018930:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.019920:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.019929:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.019933:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028490774. 00000800:00000200:1.0:1761313448.020077:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.020081:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354770). 00000400:00000200:1.0:1761313448.020087:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.020094:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.020098:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99e9dc5 00000400:00000010:1.0:1761313448.020100:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99e9dc5. 00000800:00000200:1.0:1761313448.020171:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.020173:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354522). 00000400:00000200:1.0:1761313448.020181:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.020184:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.020186:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:1.0:1761313448.020187:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:1.0:1761313448.020194:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b53a2de x1846869206500736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.021585:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.021599:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000580 00000400:00000200:3.0:1761313448.021607:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaebed [1] + 224 00000400:00000200:3.0:1761313448.021617:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.021620:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.021628:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b53a2de x1846869206500736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.021657:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.021662:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958380 00000400:00000200:3.0:1761313448.021666:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad565 [2] + 328 00000400:00000200:3.0:1761313448.021674:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.021677:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.021680:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.021684:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef3948d6. 00000400:00000010:1.0:1761313448.021774:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095bdfb9b. 00000400:00000200:1.0:1761313448.021780:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021403d81 00000400:00000010:1.0:1761313448.021782:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021403d81. 00000100:00000200:1.0:1761313448.021789:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b53a2de x1846869206500736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313448.021801:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b53a2de x1846869206500736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313448.021834:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000575fb5e0. 02000000:00000010:1.0:1761313448.021843:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a5c083b. 00000100:00000010:1.0:1761313448.021848:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b53a2de. 00000100:00000010:1.0:1761313448.021852:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000046c5107a. 00010000:00000010:1.0:1761313448.021855:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b3541290. 00000020:00000010:0.0:1761313448.022126:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028490774. 00000020:00000010:0.0:1761313448.022139:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.022143:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.022163:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ef3948d6 x1846869199520640/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313448.022178:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520640 02000000:00000010:0.0:1761313448.022187:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e47d4fa7. 00010000:00000010:0.0:1761313448.022209:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005991cffb. 00010000:00000010:0.0:1761313448.022224:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313448.022229:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072655148. 00000100:00000010:0.0:1761313448.022244:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072655148. 00010000:00000010:0.0:1761313448.022247:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00000400:00000010:0.0:1761313448.022259:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99e9dc5. 00000100:00000200:0.0:1761313448.022263:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520640, offset 224 00000400:00000200:0.0:1761313448.022269:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.022279:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.022285:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89621:89621:256:4294967295] 192.168.204.1@tcp LPNI seq info [89621:89621:8:4294967295] 00000400:00000200:0.0:1761313448.022294:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.022298:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.022302:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313448.022306:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.022312:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.022316:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.022331:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.022334:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.022336:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028490774. 00000800:00000200:0.0:1761313448.022409:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.022412:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:0.0:1761313448.022414:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.022417:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.022419:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99e9dc5 00000400:00000010:0.0:1761313448.022421:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99e9dc5. 00080000:00000010:3.0:1761313448.022798:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a76addf. 00010000:00000010:3.0:1761313448.022881:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.022887:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002761f5d1. 00010000:00000010:3.0:1761313448.022957:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbf1bd49. 00010000:00000010:3.0:1761313448.022961:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.022970:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7f3f67e. 00000100:00000010:3.0:1761313448.022973:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bfcc33c3. 00000100:00000010:3.0:1761313448.022980:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000428d88e4. 02000000:00000010:3.0:1761313448.022991:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a5c083b. 02000000:00000010:3.0:1761313448.023011:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000575fb5e0. 00000400:00000010:3.0:1761313448.023016:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3447791. 00000400:00000010:3.0:1761313448.023020:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313448.023024:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500800, portal 16 00000400:00000010:3.0:1761313448.023028:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c44581b. 00000100:00000200:3.0:1761313448.023030:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500800, offset 0 00000400:00000200:3.0:1761313448.023036:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.023044:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.023051:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.023054:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.023057:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.023059:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89622:89622:256:4294967295] 192.168.204.1@tcp LPNI seq info [89622:89622:8:4294967295] 00000400:00000200:3.0:1761313448.023066:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.023071:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.023074:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313448.023078:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.023082:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.023084:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.023188:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.023191:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:1.0:1761313448.023197:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.023201:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.023203:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c44581b 00000400:00000010:1.0:1761313448.023204:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c44581b. 00000100:00000200:1.0:1761313448.023210:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000428d88e4 x1846869206500800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.025201:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.025217:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0005c0 00000400:00000200:3.0:1761313448.025225:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaebf9 [1] + 224 00000400:00000200:3.0:1761313448.025234:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.025237:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.025243:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000428d88e4 x1846869206500800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.025276:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.025280:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9583c0 00000400:00000200:3.0:1761313448.025285:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad565 [2] + 656 00000400:00000200:3.0:1761313448.025291:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.025294:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.025297:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.025301:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 00000020:00000010:3.0:1761313448.025345:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de7ffd44. 00000020:00000010:3.0:1761313448.025351:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313448.025355:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313448.025376:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ccbaf3e x1846869199520704/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313448.025399:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520704 02000000:00000010:3.0:1761313448.025408:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f56a6bd2. 00010000:00000010:3.0:1761313448.025441:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000024ea3b68. 00000100:00000010:3.0:1761313448.025446:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000ee6c6b6. 00000100:00000010:3.0:1761313448.025452:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000ee6c6b6. 00010000:00000010:3.0:1761313448.025454:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000024ea3b68. 00000400:00000010:3.0:1761313448.025465:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041794d07. 00000100:00000200:3.0:1761313448.025493:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520704, offset 224 00000400:00000200:3.0:1761313448.025500:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.025509:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.025514:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89623:89623:256:4294967295] 192.168.204.1@tcp LPNI seq info [89623:89623:8:4294967295] 00000400:00000200:3.0:1761313448.025523:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.025527:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.025532:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313448.025537:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.025543:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.025547:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.025560:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001708e2bc. 00000020:00000010:3.0:1761313448.025564:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313448.025568:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de7ffd44. 00000800:00000200:0.0:1761313448.026385:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.026391:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:0.0:1761313448.026400:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.026405:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.026409:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041794d07 00000400:00000010:0.0:1761313448.026412:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041794d07. 00000400:00000010:0.0:1761313448.026441:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3447791. 00000400:00000200:0.0:1761313448.026444:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:0.0:1761313448.026446:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:0.0:1761313448.026451:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000428d88e4 x1846869206500800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.026460:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000428d88e4 x1846869206500800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.026528:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042293667. 00010000:00000010:0.0:1761313448.026551:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff75cbca. 02000000:00000010:0.0:1761313448.026562:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000575fb5e0. 02000000:00000010:0.0:1761313448.026567:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a5c083b. 00000100:00000010:0.0:1761313448.026572:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000428d88e4. 00000100:00000010:0.0:1761313448.026575:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bfcc33c3. 00010000:00000010:0.0:1761313448.026577:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7f3f67e. 00080000:00000010:0.0:1761313448.026593:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028490774. 00010000:00000010:0.0:1761313448.026682:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:0.0:1761313448.026690:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000819455fb. 00010000:00000010:0.0:1761313448.026764:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049595ccd. 00010000:00000010:0.0:1761313448.026771:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000356f63de. 00010000:00000010:0.0:1761313448.026783:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070afaf59. 00000100:00000010:0.0:1761313448.026787:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072655148. 00000100:00000010:0.0:1761313448.026794:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313448.026803:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000320f11ab. 02000000:00000010:0.0:1761313448.026825:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000516db19f. 00000400:00000010:0.0:1761313448.026830:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ca8eedd2. 00000400:00000010:0.0:1761313448.026833:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99e9dc5. 00000100:00000200:0.0:1761313448.026837:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500864, portal 16 00000400:00000010:0.0:1761313448.026841:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025c648c8. 00000100:00000200:0.0:1761313448.026843:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500864, offset 0 00000400:00000200:0.0:1761313448.026848:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.026858:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.026864:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.026867:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.026870:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.026872:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89624:89624:256:4294967295] 192.168.204.1@tcp LPNI seq info [89624:89624:8:4294967295] 00000400:00000200:0.0:1761313448.026880:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.026885:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.026888:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313448.026893:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.026898:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.026901:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.028572:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.028580:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:1.0:1761313448.028586:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.028594:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.028599:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025c648c8 00000400:00000010:1.0:1761313448.028601:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025c648c8. 00000100:00000200:1.0:1761313448.028610:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206500864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.028702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c94bcbdf. 00010000:00000010:3.1:1761313448.028709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa4d220e. 00010000:00000010:3.1:1761313448.032520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049c3ed20. 00010000:00000010:3.1:1761313448.032534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9f8464e. 00010000:00000010:0.1:1761313448.032622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057af1075. 00010000:00000010:0.1:1761313448.032648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6a4a876. 00010000:00000010:0.1:1761313448.032654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f82a5fe. 00010000:00000010:0.1:1761313448.032657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbf1bd49. 00000400:00000200:0.0:1761313448.036955:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.036973:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000600 00000400:00000200:0.0:1761313448.036981:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaec05 [1] + 224 00000400:00000200:0.0:1761313448.036995:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.036999:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.037011:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206500864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313448.037082:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ca8eedd2. 00000400:00000200:1.0:1761313448.037088:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99e9dc5 00000400:00000010:1.0:1761313448.037090:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99e9dc5. 00000100:00000200:1.0:1761313448.037097:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206500864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313448.037103:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206500864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313448.037140:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000516db19f. 02000000:00000010:1.0:1761313448.037146:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000320f11ab. 00000100:00000010:1.0:1761313448.037151:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:1.0:1761313448.037155:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072655148. 00010000:00000010:1.0:1761313448.037158:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070afaf59. 00000400:00000200:0.0:1761313448.041050:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.041068:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958400 00000400:00000200:0.0:1761313448.041075:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad565 [2] + 984 00000400:00000200:0.0:1761313448.041146:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.041150:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.041156:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.041162:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecce33cf. 00000020:00000010:0.0:1761313448.041216:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aabbcee5. 00000020:00000010:0.0:1761313448.041222:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.041227:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.041253:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecce33cf x1846869199520768/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313448.041282:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520768 02000000:00000010:0.0:1761313448.041292:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000320f11ab. 00010000:00000010:0.0:1761313448.041320:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8a14182. 00010000:00000010:0.0:1761313448.041340:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd947ea4. 00000100:00000010:0.0:1761313448.041346:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a20f97f. 00000100:00000010:0.0:1761313448.041356:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a20f97f. 00010000:00000010:0.0:1761313448.041359:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd947ea4. 00000400:00000010:0.0:1761313448.041372:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aec04dd1. 00000100:00000200:0.0:1761313448.041377:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520768, offset 224 00000400:00000200:0.0:1761313448.041384:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.041395:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.041400:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89625:89625:256:4294967295] 192.168.204.1@tcp LPNI seq info [89625:89625:8:4294967295] 00000400:00000200:0.0:1761313448.041411:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.041416:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.041421:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313448.041426:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.041432:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.041435:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.041449:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.041454:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.041456:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aabbcee5. 00000800:00000200:1.0:1761313448.041606:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.041610:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:1.0:1761313448.041614:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.041617:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.041621:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aec04dd1 00000400:00000010:1.0:1761313448.041623:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aec04dd1. 00080000:00000010:1.0:1761313448.041659:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023146a82. 00010000:00000010:1.0:1761313448.041745:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000356f63de. 00010000:00000010:1.0:1761313448.041751:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000900a9037. 00010000:00000010:1.0:1761313448.041819:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2617f7e. 00010000:00000010:1.0:1761313448.041823:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000065138660. 00010000:00000010:1.0:1761313448.041829:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4f92db6. 00010000:00000010:1.0:1761313448.041833:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5451e79. 00080000:00000010:1.0:1761313448.041845:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000adf97f0. 00010000:00000010:1.0:1761313448.041871:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5451e79. 00010000:00000010:1.0:1761313448.041875:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065138660. 00010000:00000010:1.0:1761313448.041926:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cdd0c67. 00010000:00000010:1.0:1761313448.041929:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5451e79. 00010000:00000010:1.0:1761313448.041937:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd8195f8. 00000100:00000010:1.0:1761313448.041941:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047fbeae4. 00000100:00000010:1.0:1761313448.041947:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 02000000:00000010:1.0:1761313448.041961:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b033e758. 02000000:00000010:1.0:1761313448.041982:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000337fd016. 00000400:00000010:1.0:1761313448.041988:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000722afeaa. 00000400:00000010:1.0:1761313448.041992:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000903c6f44. 00000100:00000200:1.0:1761313448.041998:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500928, portal 16 00000400:00000010:1.0:1761313448.042002:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c50244. 00000100:00000200:1.0:1761313448.042004:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500928, offset 0 00000400:00000200:1.0:1761313448.042009:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.042016:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.042023:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313448.042026:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313448.042028:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313448.042031:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89626:89626:256:4294967295] 192.168.204.1@tcp LPNI seq info [89626:89626:8:4294967295] 00000400:00000200:1.0:1761313448.042037:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.042041:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.042044:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82354770). 00000800:00000200:1.0:1761313448.042048:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.042051:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.042054:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.042148:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.042151:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:0.0:1761313448.042155:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.042158:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.042161:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c50244 00000400:00000010:0.0:1761313448.042162:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c50244. 00000100:00000200:0.0:1761313448.042168:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002a333fac x1846869206500928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.052500:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.052518:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000640 00000400:00000200:3.0:1761313448.052527:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaec11 [1] + 224 00000400:00000200:3.0:1761313448.052538:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.052542:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.052553:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002a333fac x1846869206500928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.052588:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.052592:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958440 00000400:00000200:3.0:1761313448.052597:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad565 [2] + 1312 00000400:00000200:3.0:1761313448.052646:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.052649:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.052653:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.052659:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 00000400:00000010:3.0:1761313448.052821:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000722afeaa. 00000400:00000200:3.0:1761313448.052824:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000903c6f44 00000400:00000010:3.0:1761313448.052826:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000903c6f44. 00000100:00000200:3.0:1761313448.052833:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002a333fac x1846869206500928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.052840:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002a333fac x1846869206500928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.052868:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000337fd016. 02000000:00000010:3.0:1761313448.052874:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b033e758. 00000100:00000010:3.0:1761313448.052879:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 00000100:00000010:3.0:1761313448.052882:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047fbeae4. 00010000:00000010:3.0:1761313448.052886:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd8195f8. 00000020:00000010:3.0:1761313448.052928:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de7ffd44. 00000020:00000010:3.0:1761313448.052934:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a2a0ce2. 00000020:00000010:3.0:1761313448.052938:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313448.052957:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022b20aea x1846869199520832/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313448.052982:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520832 02000000:00000010:3.0:1761313448.052990:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a5c083b. 00010000:00000010:3.0:1761313448.053014:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bfd3b74. 00010000:00000010:3.0:1761313448.053031:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009cd7938e. 00000100:00000010:3.0:1761313448.053037:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.053044:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00010000:00000010:3.0:1761313448.053047:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009cd7938e. 00000400:00000010:3.0:1761313448.053057:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000542f1aca. 00000100:00000200:3.0:1761313448.053061:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520832, offset 224 00000400:00000200:3.0:1761313448.053067:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.053077:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.053082:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89627:89627:256:4294967295] 192.168.204.1@tcp LPNI seq info [89627:89627:8:4294967295] 00000400:00000200:3.0:1761313448.053090:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.053095:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.053099:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354770). 00000800:00000200:3.0:1761313448.053104:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.053111:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.053114:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.053145:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a2a0ce2. 00000020:00000010:3.0:1761313448.053150:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313448.053154:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de7ffd44. 00080000:00000010:3.0:1761313448.053177:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de7ffd44. 00010000:00000010:3.0:1761313448.053266:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5451e79. 00010000:00000010:3.0:1761313448.053274:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058f947ce. 00010000:00000010:3.0:1761313448.053346:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9f8464e. 00010000:00000010:3.0:1761313448.053351:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313448.053361:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009cd7938e. 00000100:00000010:3.0:1761313448.053364:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.053369:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000046c261d2. 02000000:00000010:3.0:1761313448.053379:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000575fb5e0. 02000000:00000010:3.0:1761313448.053400:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b033e758. 00000400:00000010:3.0:1761313448.053404:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adff28de. 00000400:00000010:3.0:1761313448.053408:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eafa7148. 00000100:00000200:3.0:1761313448.053412:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206500992, portal 16 00000400:00000010:3.0:1761313448.053416:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4631295. 00000100:00000200:3.0:1761313448.053418:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206500992, offset 0 00000400:00000200:3.0:1761313448.053423:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.053428:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.053434:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.053438:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.053440:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.053443:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89628:89628:255:4294967295] 192.168.204.1@tcp LPNI seq info [89628:89628:7:4294967295] 00000400:00000200:3.0:1761313448.053449:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.053453:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.053456:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005335cb5f (tot 82355018). 00000800:00000200:3.0:1761313448.053460:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.053463:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.053466:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005335cb5f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.054302:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.054307:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354770). 00000400:00000200:3.0:1761313448.054315:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.054321:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.054325:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000542f1aca 00000400:00000010:3.0:1761313448.054327:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000542f1aca. 00000800:00000200:3.0:1761313448.054353:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.054355:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005335cb5f (tot 82354522). 00000400:00000200:3.0:1761313448.054358:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.054361:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.054363:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4631295 00000400:00000010:3.0:1761313448.054364:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4631295. 00000100:00000200:3.0:1761313448.054370:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000046c261d2 x1846869206500992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313448.054839:0:1041:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000386dd759. 00010000:00000010:1.1:1761313448.054848:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049595ccd. 00010000:00000010:1.1:1761313448.054851:0:1041:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2617f7e. 00010000:00000010:1.1:1761313448.054855:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4f92db6. 00010000:00000010:0.1:1761313448.056912:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119b729d. 00000400:00000200:0.0:1761313448.057657:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.057673:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000680 00000400:00000200:0.0:1761313448.057681:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaec1d [1] + 224 00000400:00000200:0.0:1761313448.057690:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.057694:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.057705:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000046c261d2 x1846869206500992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.057738:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.057743:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958480 00000400:00000200:0.0:1761313448.057748:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad565 [2] + 1640 00000400:00000200:0.0:1761313448.057756:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.057759:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.057763:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.057768:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d53e42a. 00000400:00000010:3.0:1761313448.058939:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adff28de. 00000400:00000200:3.0:1761313448.058945:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eafa7148 00000400:00000010:3.0:1761313448.058947:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eafa7148. 00000100:00000200:3.0:1761313448.058957:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000046c261d2 x1846869206500992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.058967:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000046c261d2 x1846869206500992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.058994:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b033e758. 02000000:00000010:3.0:1761313448.059001:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000575fb5e0. 00000100:00000010:3.0:1761313448.059006:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000046c261d2. 00000100:00000010:3.0:1761313448.059010:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00010000:00000010:3.0:1761313448.059013:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009cd7938e. 00000020:00000010:1.0:1761313448.059372:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009602eb0b. 00000020:00000010:1.0:1761313448.059379:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313448.059384:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313448.059406:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d53e42a x1846869199520896/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313448.059446:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520896 02000000:00000010:1.0:1761313448.059457:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cff1a6ba. 00010000:00000010:1.0:1761313448.059500:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080813c47. 00010000:00000010:1.0:1761313448.059520:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a878f9ad. 00000100:00000010:1.0:1761313448.059527:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047fbeae4. 00000100:00000010:1.0:1761313448.059536:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047fbeae4. 00010000:00000010:1.0:1761313448.059539:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a878f9ad. 00000400:00000010:1.0:1761313448.059551:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00000100:00000200:1.0:1761313448.059555:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520896, offset 224 00000400:00000200:1.0:1761313448.059562:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.059572:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.059577:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89629:89629:256:4294967295] 192.168.204.1@tcp LPNI seq info [89629:89629:8:4294967295] 00000400:00000200:1.0:1761313448.059587:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.059595:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.059599:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddde3699 (tot 82354770). 00000800:00000200:1.0:1761313448.059604:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.059610:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.059613:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddde3699 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.059632:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313448.059637:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313448.059640:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009602eb0b. 00080000:00000010:3.0:1761313448.059699:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b033e758. 00010000:00000010:3.0:1761313448.059780:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313448.059785:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000565708ef. 00010000:00000010:3.0:1761313448.059858:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee1dd0d4. 00010000:00000010:3.0:1761313448.059863:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313448.059872:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009cd7938e. 00000100:00000010:3.0:1761313448.059875:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.059880:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000046c261d2. 02000000:00000010:3.0:1761313448.059890:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000575fb5e0. 02000000:00000010:3.0:1761313448.059909:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096974ce1. 00000400:00000010:3.0:1761313448.059914:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adff28de. 00000400:00000010:3.0:1761313448.059918:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eafa7148. 00000100:00000200:3.0:1761313448.059922:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501056, portal 16 00000400:00000010:3.0:1761313448.059926:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4631295. 00000100:00000200:3.0:1761313448.059927:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501056, offset 0 00000400:00000200:3.0:1761313448.059932:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.059938:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.059945:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.059948:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.059950:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.059953:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89630:89630:255:4294967295] 192.168.204.1@tcp LPNI seq info [89630:89630:7:4294967295] 00000400:00000200:3.0:1761313448.059959:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.059963:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.059966:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005335cb5f (tot 82355018). 00000800:00000200:3.0:1761313448.059970:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.059974:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.059976:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005335cb5f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313448.061624:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.061629:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddde3699 (tot 82354770). 00000400:00000200:2.0:1761313448.061637:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.061644:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.061649:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:2.0:1761313448.061651:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 00000800:00000200:2.0:1761313448.061717:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.061719:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005335cb5f (tot 82354522). 00000400:00000200:2.0:1761313448.061727:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.061731:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.061733:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4631295 00000400:00000010:2.0:1761313448.061735:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4631295. 00000100:00000200:2.0:1761313448.061743:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000046c261d2 x1846869206501056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.062549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa9e3b62. 00010000:00000010:3.1:1761313448.062559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000506a7ea4. 00010000:00000010:3.1:1761313448.062563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cdd0c67. 00000400:00000200:3.0:1761313448.063972:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.063991:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0006c0 00000400:00000200:3.0:1761313448.063999:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaec29 [1] + 224 00000400:00000200:3.0:1761313448.064012:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.064016:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.064025:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000046c261d2 x1846869206501056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.064071:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.064076:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9584c0 00000400:00000200:3.0:1761313448.064082:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad565 [2] + 1968 00000400:00000010:3.0:1761313448.064086:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000894b2cdd. 00000400:00000200:3.0:1761313448.064091:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e9ad3ba2 00000400:00000010:0.0:1761313448.064107:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adff28de. 00000400:00000200:0.0:1761313448.064113:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eafa7148 00000400:00000010:0.0:1761313448.064116:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eafa7148. 00000100:00000200:0.0:1761313448.064125:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000046c261d2 x1846869206501056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.064143:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000046c261d2 x1846869206501056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.064165:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.064171:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 02000000:00000010:0.0:1761313448.064173:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096974ce1. 00000400:00000200:3.0:1761313448.064174:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9ad3ba2 00000400:00000010:3.0:1761313448.064178:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e9ad3ba2 (tot 82354370). 02000000:00000010:0.0:1761313448.064180:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000575fb5e0. 00000100:00000200:3.0:1761313448.064184:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.064188:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000046c261d2. 00000100:00000010:0.0:1761313448.064194:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00010000:00000010:0.0:1761313448.064198:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009cd7938e. 00000020:00000010:1.0:1761313448.064534:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009602eb0b. 00000020:00000010:1.0:1761313448.064542:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e47e82be. 00000020:00000010:1.0:1761313448.064546:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313448.064566:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000def6c1d8 x1846869199520960/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313448.064598:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199520960 02000000:00000010:1.0:1761313448.064611:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f75dd995. 00010000:00000010:1.0:1761313448.064638:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0725901. 00010000:00000010:1.0:1761313448.064659:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a878f9ad. 00000100:00000010:1.0:1761313448.064665:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047fbeae4. 00000100:00000010:1.0:1761313448.064681:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047fbeae4. 00010000:00000010:1.0:1761313448.064684:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a878f9ad. 00000400:00000010:1.0:1761313448.064706:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e33f35dc. 00000100:00000200:1.0:1761313448.064711:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199520960, offset 224 00080000:00000010:0.0:1761313448.064715:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aabbcee5. 00000400:00000200:1.0:1761313448.064720:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.064731:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.064736:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89631:89631:256:4294967295] 192.168.204.1@tcp LPNI seq info [89631:89631:8:4294967295] 00000400:00000200:1.0:1761313448.064746:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.064751:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.064755:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033eff44 (tot 82354618). 00000800:00000200:1.0:1761313448.064761:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.064768:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.064772:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033eff44 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.064798:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e47e82be. 00000020:00000010:1.0:1761313448.064803:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00010000:00000010:0.0:1761313448.064803:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00000020:00000010:1.0:1761313448.064809:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009602eb0b. 00010000:00000010:0.0:1761313448.064811:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000000205a4f. 02000000:00000010:1.0:1761313448.064819:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cff1a6ba. 00000100:00000010:1.0:1761313448.064824:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d53e42a. 02000000:00000010:1.0:1761313448.064830:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a5c083b. 00000100:00000010:1.0:1761313448.064833:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 02000000:00000010:1.0:1761313448.064836:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000320f11ab. 00000100:00000010:1.0:1761313448.064839:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecce33cf. 02000000:00000010:1.0:1761313448.064841:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f56a6bd2. 00000100:00000010:1.0:1761313448.064848:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 02000000:00000010:1.0:1761313448.064860:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e47d4fa7. 00000100:00000010:1.0:1761313448.064862:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef3948d6. 02000000:00000010:1.0:1761313448.064865:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000491a423e. 00000100:00000010:1.0:1761313448.064866:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000896ad9cf. 00000100:00000200:1.0:1761313448.064873:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313448.064879:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000730a5f71. 00010000:00000010:0.0:1761313448.064879:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026172e23. 00000400:00000010:1.0:1761313448.064884:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000047fbeae4 (tot 82354770). 00010000:00000010:0.0:1761313448.064886:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000111e1dba. 00010000:00000010:0.0:1761313448.064897:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd947ea4. 00000100:00000010:0.0:1761313448.064901:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a20f97f. 00000100:00000010:0.0:1761313448.064907:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313448.064917:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000516db19f. 02000000:00000010:0.0:1761313448.064936:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000491a423e. 00000400:00000010:0.0:1761313448.064941:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a9859920. 00000400:00000010:0.0:1761313448.064943:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014f680c3. 00000100:00000200:0.0:1761313448.064947:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501120, portal 16 00000400:00000010:0.0:1761313448.064951:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef3aac3. 00000100:00000200:0.0:1761313448.064953:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501120, offset 0 00000400:00000200:0.0:1761313448.064958:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.064963:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.064970:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.064973:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.064976:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.064978:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89632:89632:255:4294967295] 192.168.204.1@tcp LPNI seq info [89632:89632:7:4294967295] 00000400:00000200:0.0:1761313448.064985:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.064989:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.064992:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82355018). 00000800:00000200:0.0:1761313448.064996:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.064999:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.065001:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313448.065074:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.065077:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033eff44 (tot 82354770). 00000400:00000200:2.0:1761313448.065081:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.065085:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.065088:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e33f35dc 00000400:00000010:2.0:1761313448.065089:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e33f35dc. 02000000:00000010:2.0:1761313448.065094:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f75dd995. 00000800:00000200:2.0:1761313448.065147:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.065149:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:2.0:1761313448.065152:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.065154:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.065156:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef3aac3 00000400:00000010:2.0:1761313448.065157:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef3aac3. 00000100:00000200:2.0:1761313448.065162:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206501120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313448.066372:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.066387:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000700 00000400:00000200:2.0:1761313448.066394:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaec39 [1] + 224 00000400:00000200:2.0:1761313448.066406:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.066410:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313448.066416:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206501120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313448.066504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c315e29. 00000400:00000010:0.0:1761313448.066517:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a9859920. 00000400:00000200:0.0:1761313448.066522:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014f680c3 00000400:00000010:0.0:1761313448.066524:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014f680c3. 00000100:00000200:0.0:1761313448.066529:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206501120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.066536:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206501120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.066556:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000491a423e. 02000000:00000010:0.0:1761313448.066560:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000516db19f. 00000100:00000010:0.0:1761313448.066562:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313448.066564:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a20f97f. 00010000:00000010:0.0:1761313448.066567:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd947ea4. 00000400:00000200:3.0:1761313448.067639:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.067658:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958500 00000400:00000200:3.0:1761313448.067664:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad5bd [2] + 0 00000400:00000200:3.0:1761313448.067709:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.067713:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.067717:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.067721:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d18a19. 00000020:00000010:0.0:1761313448.067816:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000516db19f. 00000020:00000010:0.0:1761313448.067824:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.067829:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.067851:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d18a19 x1846869199521024/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313448.067886:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521024 02000000:00000010:0.0:1761313448.067897:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000491a423e. 00010000:00000010:0.0:1761313448.067924:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bac6bdd8. 00010000:00000010:0.0:1761313448.067942:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd947ea4. 00000100:00000010:0.0:1761313448.067949:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a20f97f. 00000100:00000010:0.0:1761313448.067963:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a20f97f. 00010000:00000010:0.0:1761313448.067967:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd947ea4. 00000400:00000010:0.0:1761313448.067980:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014f680c3. 00000100:00000200:0.0:1761313448.067984:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521024, offset 224 00000400:00000200:0.0:1761313448.067992:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:3.0:1761313448.067996:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096974ce1. 00000400:00000200:0.0:1761313448.068003:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.068009:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89633:89633:256:4294967295] 192.168.204.1@tcp LPNI seq info [89633:89633:8:4294967295] 00000400:00000200:0.0:1761313448.068019:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.068024:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.068029:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313448.068035:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.068040:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.068044:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.068065:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.068070:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.068073:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000516db19f. 00010000:00000010:3.0:1761313448.068099:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000111e1dba. 00010000:00000010:3.0:1761313448.068106:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010712b36. 00000800:00000200:2.0:1761313448.068176:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.068180:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:2.0:1761313448.068183:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.068187:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00010000:00000010:3.0:1761313448.068190:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054885f27. 00000400:00000200:2.0:1761313448.068191:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014f680c3 00000400:00000010:2.0:1761313448.068195:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014f680c3. 00010000:00000010:3.0:1761313448.068197:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.068208:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000024ea3b68. 00000100:00000010:3.0:1761313448.068211:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dec9ad21. 00000100:00000010:3.0:1761313448.068217:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000023c2e59. 02000000:00000010:3.0:1761313448.068227:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057b011ee. 02000000:00000010:3.0:1761313448.068247:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f142d858. 00000400:00000010:3.0:1761313448.068251:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000776d4e1e. 00000400:00000010:3.0:1761313448.068255:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000542f1aca. 00000100:00000200:3.0:1761313448.068259:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501184, portal 16 00000400:00000010:3.0:1761313448.068263:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008958a6fd. 00000100:00000200:3.0:1761313448.068265:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501184, offset 0 00000400:00000200:3.0:1761313448.068269:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.068275:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.068280:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.068283:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.068286:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.068289:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89634:89634:256:4294967295] 192.168.204.1@tcp LPNI seq info [89634:89634:8:4294967295] 00000400:00000200:3.0:1761313448.068295:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.068300:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.068302:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354770). 00000800:00000200:3.0:1761313448.068306:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.068310:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.068312:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313448.068373:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.068376:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354522). 00000400:00000200:2.0:1761313448.068384:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.068388:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.068391:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008958a6fd 00000400:00000010:2.0:1761313448.068392:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008958a6fd. 00000100:00000200:2.0:1761313448.068398:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000023c2e59 x1846869206501184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.068547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a679f33. 00010000:00000010:3.1:1761313448.068554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9f8464e. 00010000:00000010:0.1:1761313448.068576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000344eeda7. 00010000:00000010:0.1:1761313448.068584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee1dd0d4. 00010000:00000010:1.1:1761313448.068593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7fd4d61. 00000400:00000200:3.0:1761313448.071575:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.071593:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000740 00000400:00000200:3.0:1761313448.071601:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaec45 [1] + 224 00000400:00000200:3.0:1761313448.071611:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.071615:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.071625:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000023c2e59 x1846869206501184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.071664:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.071670:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958540 00000400:00000200:3.0:1761313448.071675:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad5bd [2] + 328 00000400:00000010:0.0:1761313448.071682:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000776d4e1e. 00000400:00000200:0.0:1761313448.071689:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000542f1aca 00000400:00000010:0.0:1761313448.071691:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000542f1aca. 00000100:00000200:0.0:1761313448.071700:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000023c2e59 x1846869206501184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.071714:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000023c2e59 x1846869206501184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.071720:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.071726:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.071730:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.071735:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6c1806d. 02000000:00000010:0.0:1761313448.071747:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f142d858. 02000000:00000010:0.0:1761313448.071753:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057b011ee. 00000100:00000010:0.0:1761313448.071757:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000023c2e59. 00000100:00000010:0.0:1761313448.071762:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dec9ad21. 00010000:00000010:0.0:1761313448.071765:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000024ea3b68. 00000020:00000010:1.0:1761313448.072240:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cff1a6ba. 00000020:00000010:1.0:1761313448.072248:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e47e82be. 00000020:00000010:1.0:1761313448.072252:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313448.072274:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f6c1806d x1846869199521088/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313448.072312:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521088 02000000:00000010:1.0:1761313448.072324:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009602eb0b. 00010000:00000010:1.0:1761313448.072350:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7fa99c8. 00010000:00000010:1.0:1761313448.072369:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a878f9ad. 00000100:00000010:1.0:1761313448.072377:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001277e873. 00000100:00000010:1.0:1761313448.072395:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001277e873. 00010000:00000010:1.0:1761313448.072398:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a878f9ad. 00000400:00000010:1.0:1761313448.072412:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060aa7e9b. 00000100:00000200:1.0:1761313448.072417:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521088, offset 224 00000400:00000200:1.0:1761313448.072425:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:3.0:1761313448.072435:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afa3a11d. 00000400:00000200:1.0:1761313448.072439:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.072444:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89635:89635:256:4294967295] 192.168.204.1@tcp LPNI seq info [89635:89635:8:4294967295] 00010000:00000010:3.0:1761313448.072552:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.072559:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000022f8dbe3. 00010000:00000010:3.0:1761313448.072625:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f51b2. 00010000:00000010:3.0:1761313448.072628:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000742c6db5. 00010000:00000010:3.0:1761313448.072633:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9f8464e. 00010000:00000010:3.0:1761313448.072638:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00080000:00000010:3.0:1761313448.072648:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057b011ee. 00010000:00000010:3.0:1761313448.072669:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.072672:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000742c6db5. 00010000:00000010:3.0:1761313448.072723:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd13afd6. 00010000:00000010:3.0:1761313448.072726:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.072733:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2ad68f. 00000100:00000010:3.0:1761313448.072736:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9055f11. 00000100:00000010:3.0:1761313448.072742:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 02000000:00000010:3.0:1761313448.072752:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f142d858. 02000000:00000010:3.0:1761313448.072774:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fea8ce81. 00000400:00000010:3.0:1761313448.072779:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee2decd6. 00000400:00000010:3.0:1761313448.072783:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003773d4dc. 00000100:00000200:3.0:1761313448.072788:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501248, portal 16 00000400:00000010:3.0:1761313448.072791:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c6939da. 00000100:00000200:3.0:1761313448.072794:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501248, offset 0 00000400:00000200:3.0:1761313448.072799:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.073228:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.073236:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.073242:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000800:00000010:1.0:1761313448.073242:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d8c9258 (tot 82354770). 00000800:00000200:1.0:1761313448.073252:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000400:00000200:3.0:1761313448.073253:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.073259:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1761313448.073263:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000400:00000200:3.0:1761313448.073264:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000800:00000200:1.0:1761313448.073269:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d8c9258 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1761313448.073270:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89636:89636:255:4294967295] 192.168.204.1@tcp LPNI seq info [89636:89636:7:4294967295] 00000400:00000200:3.0:1761313448.073281:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.073286:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.073289:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25bab87 (tot 82355018). 00000800:00000200:3.0:1761313448.073294:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.073298:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.073301:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25bab87 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.073304:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e47e82be. 00000020:00000010:1.0:1761313448.073311:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313448.073315:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cff1a6ba. 00000800:00000200:2.0:1761313448.073348:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.073353:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d8c9258 (tot 82354770). 00000400:00000200:2.0:1761313448.073358:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.073363:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.073366:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060aa7e9b 00000400:00000010:2.0:1761313448.073368:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060aa7e9b. 00000800:00000200:2.0:1761313448.073430:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.073432:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25bab87 (tot 82354522). 00000400:00000200:2.0:1761313448.073439:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.073443:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.073445:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c6939da 00000400:00000010:2.0:1761313448.073451:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c6939da. 00000100:00000200:2.0:1761313448.073459:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fb233b29 x1846869206501248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313448.075407:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.075424:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000780 00000400:00000200:2.0:1761313448.075432:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaec51 [1] + 224 00000400:00000200:2.0:1761313448.075446:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.075451:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313448.075459:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fb233b29 x1846869206501248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.075574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b42df4f. 00010000:00000010:3.1:1761313448.075581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026172e23. 00000400:00000010:3.0:1761313448.075598:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee2decd6. 00000400:00000200:3.0:1761313448.075603:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003773d4dc 00000400:00000010:3.0:1761313448.075605:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003773d4dc. 00000100:00000200:3.0:1761313448.075611:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fb233b29 x1846869206501248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.075618:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fb233b29 x1846869206501248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.075640:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fea8ce81. 02000000:00000010:3.0:1761313448.075645:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f142d858. 00000100:00000010:3.0:1761313448.075649:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 00000100:00000010:3.0:1761313448.075652:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9055f11. 00010000:00000010:3.0:1761313448.075655:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2ad68f. 00000400:00000200:3.0:1761313448.076327:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.076337:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958580 00000400:00000200:3.0:1761313448.076342:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad5bd [2] + 656 00000400:00000200:3.0:1761313448.076390:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.076394:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.076399:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.076403:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 00000020:00000010:1.0:1761313448.076513:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cff1a6ba. 00000020:00000010:1.0:1761313448.076522:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e47e82be. 00000020:00000010:1.0:1761313448.076526:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313448.076548:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fb233b29 x1846869199521152/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313448.076579:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521152 02000000:00000010:1.0:1761313448.076590:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c709e0a7. 00010000:00000010:1.0:1761313448.076617:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a7c963f. 00010000:00000010:1.0:1761313448.076637:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a878f9ad. 00000100:00000010:1.0:1761313448.076643:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001277e873. 00000100:00000010:1.0:1761313448.076654:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001277e873. 00010000:00000010:1.0:1761313448.076656:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a878f9ad. 00000400:00000010:1.0:1761313448.076669:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac531eba. 00000100:00000200:1.0:1761313448.076674:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521152, offset 224 00000400:00000200:1.0:1761313448.076681:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.076690:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.076695:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89637:89637:256:4294967295] 192.168.204.1@tcp LPNI seq info [89637:89637:8:4294967295] 00000400:00000200:1.0:1761313448.076704:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.076709:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.076713:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ec456d (tot 82354770). 00000800:00000200:1.0:1761313448.076718:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.076724:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.076728:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000085ec456d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.076753:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e47e82be. 00000020:00000010:1.0:1761313448.076757:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313448.076759:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cff1a6ba. 00000800:00000200:2.0:1761313448.076840:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.076843:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ec456d (tot 82354522). 00000400:00000200:2.0:1761313448.076848:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.076851:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.076854:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac531eba 00000400:00000010:2.0:1761313448.076856:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac531eba. 00080000:00000010:3.0:1761313448.076983:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fea8ce81. 00010000:00000010:3.0:1761313448.077084:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.077090:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056e3203c. 00010000:00000010:3.0:1761313448.077170:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000886fb063. 00010000:00000010:3.0:1761313448.077176:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.077184:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba2ad68f. 00000100:00000010:3.0:1761313448.077188:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9055f11. 00000100:00000010:3.0:1761313448.077193:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062b6f091. 02000000:00000010:3.0:1761313448.077204:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003389e4d1. 02000000:00000010:3.0:1761313448.077225:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f142d858. 00000400:00000010:3.0:1761313448.077230:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee2decd6. 00000400:00000010:3.0:1761313448.077235:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003773d4dc. 00000100:00000200:3.0:1761313448.077239:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501312, portal 16 00000400:00000010:3.0:1761313448.077243:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313448.077245:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501312, offset 0 00000400:00000200:3.0:1761313448.077250:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.077255:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.077261:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.077264:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.077267:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.077269:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89638:89638:256:4294967295] 192.168.204.1@tcp LPNI seq info [89638:89638:8:4294967295] 00000400:00000200:3.0:1761313448.077276:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.077280:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.077283:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25bab87 (tot 82354770). 00000800:00000200:3.0:1761313448.077286:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.077290:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.077293:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25bab87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313448.077636:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.077639:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25bab87 (tot 82354522). 00000400:00000200:2.0:1761313448.077646:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.077649:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.077652:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:2.0:1761313448.077653:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000100:00000200:2.0:1761313448.077660:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062b6f091 x1846869206501312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.079109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb021857. 00000400:00000200:3.0:1761313448.079907:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.079923:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0007c0 00000400:00000200:3.0:1761313448.079931:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaec5d [1] + 224 00000400:00000200:3.0:1761313448.079940:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.079943:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.079951:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062b6f091 x1846869206501312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.079988:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.079993:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9585c0 00000400:00000200:3.0:1761313448.079998:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad5bd [2] + 984 00010000:00000010:1.1:1761313448.080507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008ed66d1. 00000400:00000200:3.0:1761313448.080591:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.080597:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.080602:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.080607:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009cc66c06. 00000020:00000010:1.0:1761313448.080671:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cff1a6ba. 00000020:00000010:1.0:1761313448.080678:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e47e82be. 00000020:00000010:1.0:1761313448.080683:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313448.080705:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009cc66c06 x1846869199521216/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313448.080746:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521216 02000000:00000010:1.0:1761313448.080757:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c15adc84. 00010000:00000010:1.0:1761313448.080793:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a878f9ad. 00000100:00000010:1.0:1761313448.080800:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001277e873. 00000100:00000010:1.0:1761313448.080805:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001277e873. 00010000:00000010:1.0:1761313448.080808:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a878f9ad. 00000400:00000010:1.0:1761313448.080821:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf93c290. 00000100:00000200:1.0:1761313448.080826:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521216, offset 224 00000400:00000200:1.0:1761313448.080833:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.080844:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.080849:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89639:89639:256:4294967295] 192.168.204.1@tcp LPNI seq info [89639:89639:8:4294967295] 00000400:00000200:1.0:1761313448.080870:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.080875:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.080881:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae5814d2 (tot 82354770). 00000800:00000200:1.0:1761313448.080886:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.080892:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.080895:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae5814d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.080921:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e47e82be. 00000020:00000010:1.0:1761313448.080926:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313448.080928:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cff1a6ba. 00000800:00000200:3.0:1761313448.081354:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.081357:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae5814d2 (tot 82354522). 00000400:00000200:3.0:1761313448.081362:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.081366:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.081369:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf93c290 00000400:00000010:3.0:1761313448.081371:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf93c290. 00000400:00000010:0.0:1761313448.084338:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee2decd6. 00000400:00000200:0.0:1761313448.084350:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003773d4dc 00000400:00000010:0.0:1761313448.084352:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003773d4dc. 00000100:00000200:0.0:1761313448.084367:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062b6f091 x1846869206501312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.084378:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062b6f091 x1846869206501312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313448.084405:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed5aee44. 02000000:00000010:0.0:1761313448.084420:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f142d858. 02000000:00000010:0.0:1761313448.084425:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003389e4d1. 00000100:00000010:0.0:1761313448.084429:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062b6f091. 00000100:00000010:0.0:1761313448.084432:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9055f11. 00010000:00000010:0.0:1761313448.084435:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba2ad68f. 00080000:00000010:0.0:1761313448.084455:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000516db19f. 00010000:00000010:0.0:1761313448.084584:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:0.0:1761313448.084590:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b807168b. 00010000:00000010:0.0:1761313448.084653:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e18166d2. 00010000:00000010:0.0:1761313448.084658:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313448.084668:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd947ea4. 00000100:00000010:0.0:1761313448.084673:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a20f97f. 00000100:00000010:0.0:1761313448.084679:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313448.084691:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e47d4fa7. 02000000:00000010:0.0:1761313448.084715:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000320f11ab. 00000400:00000010:0.0:1761313448.084719:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a9859920. 00000400:00000010:0.0:1761313448.084724:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313448.084728:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501376, portal 16 00000400:00000010:0.0:1761313448.084733:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055ae023e. 00000100:00000200:0.0:1761313448.084735:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501376, offset 0 00000400:00000200:0.0:1761313448.084741:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.084753:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.084760:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.084762:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.084765:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.084768:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89640:89640:256:4294967295] 192.168.204.1@tcp LPNI seq info [89640:89640:8:4294967295] 00000400:00000200:0.0:1761313448.084777:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.084782:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.084786:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313448.084791:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.084797:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.084801:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313448.086679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008646e454. 00010000:00000010:3.1:1761313448.086874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000786b5c6a. 00010000:00000010:3.1:1761313448.086881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054885f27. 00010000:00000010:3.1:1761313448.086885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f51b2. 00010000:00000010:3.1:1761313448.086889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9f8464e. 00000800:00000200:2.0:1761313448.087313:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.087318:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:2.0:1761313448.087323:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.087333:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.087339:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055ae023e 00000400:00000010:2.0:1761313448.087341:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055ae023e. 00000100:00000200:2.0:1761313448.087352:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206501376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.090565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbc48a03. 00010000:00000010:3.1:1761313448.090580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd13afd6. 00000400:00000200:3.0:1761313448.091034:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.091050:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000800 00000400:00000200:3.0:1761313448.091058:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaec69 [1] + 224 00000400:00000200:3.0:1761313448.091068:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.091071:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.091081:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206501376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.091109:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.091112:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958600 00000400:00000200:3.0:1761313448.091116:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad5bd [2] + 1312 00000400:00000200:3.0:1761313448.091124:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.091135:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.091138:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.091143:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b721411. 00000020:00000010:2.0:1761313448.091237:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f46de5d. 00000020:00000010:2.0:1761313448.091247:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6fb04c. 00000020:00000010:2.0:1761313448.091251:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.091271:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b721411 x1846869199521280/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313448.091300:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521280 02000000:00000010:2.0:1761313448.091309:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000069e75858. 00010000:00000010:2.0:1761313448.091341:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000071be7118. 00000100:00000010:2.0:1761313448.091347:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.091352:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.091355:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000071be7118. 00000400:00000010:2.0:1761313448.091367:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cea5b6b5. 00000100:00000200:2.0:1761313448.091375:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521280, offset 224 00000400:00000200:2.0:1761313448.091383:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.091392:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.091398:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89641:89641:256:4294967295] 192.168.204.1@tcp LPNI seq info [89641:89641:8:4294967295] 00000400:00000200:2.0:1761313448.091407:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.091411:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.091414:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000800:00000200:2.0:1761313448.091418:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.091425:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.091428:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.091448:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6fb04c. 00000020:00000010:2.0:1761313448.091460:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.091463:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f46de5d. 00000800:00000200:3.0:1761313448.091601:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.091604:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:3.0:1761313448.091608:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.091612:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.091615:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cea5b6b5 00000400:00000010:3.0:1761313448.091616:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cea5b6b5. 00010000:00000010:0.1:1761313448.092107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084e2e91b. 00000400:00000010:0.0:1761313448.092137:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a9859920. 00000400:00000200:0.0:1761313448.092141:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:0.0:1761313448.092143:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:0.0:1761313448.092150:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206501376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.092158:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206501376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313448.092179:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076587a84. 02000000:00000010:0.0:1761313448.092192:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000320f11ab. 02000000:00000010:0.0:1761313448.092197:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e47d4fa7. 00000100:00000010:0.0:1761313448.092201:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313448.092205:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a20f97f. 00010000:00000010:0.0:1761313448.092207:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd947ea4. 00080000:00000010:0.0:1761313448.092224:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e47d4fa7. 00010000:00000010:0.0:1761313448.092313:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313448.092318:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007749bf7b. 00010000:00000010:0.0:1761313448.092390:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e12dad6e. 00010000:00000010:0.0:1761313448.092396:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313448.092406:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd947ea4. 00000100:00000010:0.0:1761313448.092410:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a20f97f. 00000100:00000010:0.0:1761313448.092416:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313448.092426:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000320f11ab. 02000000:00000010:0.0:1761313448.092447:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9918f82. 00000400:00000010:0.0:1761313448.092451:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a9859920. 00000400:00000010:0.0:1761313448.092455:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313448.092460:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501440, portal 16 00000400:00000010:0.0:1761313448.092464:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79a4b62. 00000100:00000200:0.0:1761313448.092466:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501440, offset 0 00000400:00000200:0.0:1761313448.092513:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.092521:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.092527:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.092531:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.092533:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.092536:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89642:89642:256:4294967295] 192.168.204.1@tcp LPNI seq info [89642:89642:8:4294967295] 00000400:00000200:0.0:1761313448.092543:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.092547:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.092552:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313448.092555:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.092561:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.092563:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313448.094669:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.094676:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:2.0:1761313448.094683:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.094692:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.094697:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79a4b62 00000400:00000010:2.0:1761313448.094699:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79a4b62. 00000100:00000200:2.0:1761313448.094708:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b5348ce x1846869206501440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.097526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f1c5203. 00010000:00000010:0.1:1761313448.097539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886fb063. 00000400:00000200:1.0:1761313448.099709:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.099728:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000840 00000400:00000200:1.0:1761313448.099737:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaec75 [1] + 224 00000400:00000200:1.0:1761313448.099751:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.099755:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.099777:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b5348ce x1846869206501440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313448.099831:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a9859920. 00000400:00000200:0.0:1761313448.099836:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:0.0:1761313448.099838:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:0.0:1761313448.099846:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b5348ce x1846869206501440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.099854:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b5348ce x1846869206501440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.099884:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9918f82. 02000000:00000010:0.0:1761313448.099890:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000320f11ab. 00000100:00000010:0.0:1761313448.099894:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000010:0.0:1761313448.099898:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a20f97f. 00010000:00000010:0.0:1761313448.099901:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd947ea4. 00000400:00000200:0.0:1761313448.105389:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.105408:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958640 00000400:00000200:0.0:1761313448.105415:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad5bd [2] + 1640 00000400:00000200:0.0:1761313448.105503:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.105507:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.105514:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.105519:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 00000020:00000010:3.0:1761313448.105590:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000343c5a73. 00000020:00000010:3.0:1761313448.105597:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313448.105602:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313448.105628:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b5348ce x1846869199521344/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313448.105669:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521344 02000000:00000010:3.0:1761313448.105726:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de4fa779. 00010000:00000010:3.0:1761313448.105753:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000048a9789. 00010000:00000010:3.0:1761313448.105772:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313448.105777:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008262f11c. 00000100:00000010:3.0:1761313448.105787:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008262f11c. 00010000:00000010:3.0:1761313448.105789:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313448.105803:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a508bee2. 00000100:00000200:3.0:1761313448.105809:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521344, offset 224 00000400:00000200:3.0:1761313448.105816:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.105826:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.105831:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89643:89643:256:4294967295] 192.168.204.1@tcp LPNI seq info [89643:89643:8:4294967295] 00000400:00000200:3.0:1761313448.105841:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.105846:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.105851:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354770). 00000800:00000200:3.0:1761313448.105857:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.105863:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.105867:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.105891:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313448.105896:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313448.105900:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000343c5a73. 00000800:00000200:3.0:1761313448.105977:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.105980:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354522). 00000400:00000200:3.0:1761313448.105989:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.105994:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.105997:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a508bee2 00000400:00000010:3.0:1761313448.105999:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a508bee2. 00080000:00000010:0.0:1761313448.106069:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9918f82. 00010000:00000010:0.0:1761313448.106166:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313448.106172:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c2e06d9c. 00010000:00000010:0.0:1761313448.106240:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017b277ff. 00010000:00000010:0.0:1761313448.106245:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c8becaa1. 00010000:00000010:0.0:1761313448.106255:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046379626. 00000100:00000010:0.0:1761313448.106258:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a20f97f. 00000100:00000010:0.0:1761313448.106264:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033a689f9. 02000000:00000010:0.0:1761313448.106276:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003389e4d1. 02000000:00000010:0.0:1761313448.106298:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f142d858. 00000400:00000010:0.0:1761313448.106302:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a9859920. 00000400:00000010:0.0:1761313448.106306:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313448.106311:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501504, portal 16 00000400:00000010:0.0:1761313448.106316:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313448.106318:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501504, offset 0 00000400:00000200:0.0:1761313448.106323:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.106329:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.106334:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.106337:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.106340:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.106343:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89644:89644:256:4294967295] 192.168.204.1@tcp LPNI seq info [89644:89644:8:4294967295] 00000400:00000200:0.0:1761313448.106351:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.106355:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.106358:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313448.106361:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.106365:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.106367:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.106460:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.106463:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:3.0:1761313448.106466:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.106498:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.106501:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:3.0:1761313448.106503:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:3.0:1761313448.106509:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000033a689f9 x1846869206501504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.111393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056d897ff. 00010000:00000010:0.1:1761313448.111407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001ba0ac7. 00010000:00000010:0.1:1761313448.111411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e18166d2. 00000400:00000200:0.0:1761313448.111442:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.111458:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000880 00000400:00000200:0.0:1761313448.111498:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaec81 [1] + 224 00000400:00000200:0.0:1761313448.111511:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.111515:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.111526:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000033a689f9 x1846869206501504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.111565:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.111571:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958680 00000400:00000200:0.0:1761313448.111576:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad5bd [2] + 1968 00000400:00000010:0.0:1761313448.111580:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e11d6238. 00000400:00000200:0.0:1761313448.111583:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001b7d7b2f 00000400:00000010:2.0:1761313448.111608:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a9859920. 00000400:00000200:2.0:1761313448.111613:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:2.0:1761313448.111615:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:2.0:1761313448.111622:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000033a689f9 x1846869206501504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.111630:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000033a689f9 x1846869206501504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.111636:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.111642:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.111645:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b7d7b2f 00000400:00000010:0.0:1761313448.111647:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001b7d7b2f (tot 82354370). 00000100:00000200:0.0:1761313448.111653:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1761313448.111660:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f142d858. 02000000:00000010:2.0:1761313448.111667:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003389e4d1. 00000100:00000010:2.0:1761313448.111672:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000033a689f9. 00000100:00000010:2.0:1761313448.111679:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a20f97f. 00010000:00000010:2.0:1761313448.111683:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046379626. 00010000:00000010:3.1:1761313448.115205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7703123. 00000020:00000010:3.0:1761313448.115259:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000343c5a73. 00000020:00000010:3.0:1761313448.115266:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313448.115271:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313448.115306:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000067f24148 x1846869199521408/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313448.115339:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521408 02000000:00000010:3.0:1761313448.115349:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d57876f9. 00010000:00000010:3.0:1761313448.115377:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a0f0f8b. 00010000:00000010:3.0:1761313448.115397:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313448.115404:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008262f11c. 00000100:00000010:3.0:1761313448.115422:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008262f11c. 00010000:00000010:3.0:1761313448.115426:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00000400:00000010:3.0:1761313448.115445:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a508bee2. 00000100:00000200:3.0:1761313448.115451:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521408, offset 224 00000400:00000200:3.0:1761313448.115461:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:2.0:1761313448.115462:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f46de5d. 00000400:00000200:3.0:1761313448.115495:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.115503:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89645:89645:256:4294967295] 192.168.204.1@tcp LPNI seq info [89645:89645:8:4294967295] 00000400:00000200:3.0:1761313448.115513:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.115518:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.115523:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354618). 00000800:00000200:3.0:1761313448.115530:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.115536:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.115540:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.115561:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313448.115566:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313448.115570:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000343c5a73. 00010000:00000010:2.0:1761313448.115579:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8becaa1. 02000000:00000010:3.0:1761313448.115580:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de4fa779. 00000100:00000010:3.0:1761313448.115585:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00010000:00000010:2.0:1761313448.115587:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cbd62eae. 02000000:00000010:3.0:1761313448.115590:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000069e75858. 00000100:00000010:3.0:1761313448.115595:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b721411. 02000000:00000010:3.0:1761313448.115599:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c15adc84. 00000100:00000010:3.0:1761313448.115602:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009cc66c06. 02000000:00000010:3.0:1761313448.115606:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c709e0a7. 00000100:00000010:3.0:1761313448.115607:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 02000000:00000010:3.0:1761313448.115609:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009602eb0b. 00000100:00000010:3.0:1761313448.115611:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6c1806d. 02000000:00000010:3.0:1761313448.115613:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000491a423e. 00000100:00000010:3.0:1761313448.115616:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d18a19. 00000100:00000200:3.0:1761313448.115621:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313448.115627:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c1992bd5. 00000400:00000010:3.0:1761313448.115631:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008262f11c (tot 82354770). 00010000:00000010:2.0:1761313448.115677:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075f27463. 00010000:00000010:2.0:1761313448.115681:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003e7bb4f8. 00010000:00000010:2.0:1761313448.115688:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050b5f554. 00010000:00000010:2.0:1761313448.115694:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00080000:00000010:2.0:1761313448.115708:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069e75858. 00010000:00000010:2.0:1761313448.115737:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313448.115741:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e7bb4f8. 00010000:00000010:2.0:1761313448.115801:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1775bcc. 00010000:00000010:2.0:1761313448.115805:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313448.115813:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313448.115817:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.115825:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.115837:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070ae1038. 02000000:00000010:2.0:1761313448.115861:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000643141f7. 00000400:00000010:2.0:1761313448.115866:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edfbcf0c. 00000400:00000010:2.0:1761313448.115870:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e8705f6. 00000100:00000200:2.0:1761313448.115873:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501568, portal 16 00000400:00000010:2.0:1761313448.115878:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039409be4. 00000100:00000200:2.0:1761313448.115879:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501568, offset 0 00000400:00000200:2.0:1761313448.115885:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.115892:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.115900:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.115903:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.115906:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.115908:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89646:89646:255:4294967295] 192.168.204.1@tcp LPNI seq info [89646:89646:7:4294967295] 00000400:00000200:2.0:1761313448.115915:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.115920:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.115923:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82355018). 00000800:00000200:2.0:1761313448.115927:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.115931:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.115933:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.116033:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.116038:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354770). 00000400:00000200:1.0:1761313448.116047:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.116053:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.116057:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a508bee2 00000400:00000010:1.0:1761313448.116060:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a508bee2. 02000000:00000010:1.0:1761313448.116078:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d57876f9. 00000800:00000200:1.0:1761313448.116156:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.116159:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00000400:00000200:1.0:1761313448.116164:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.116168:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.116170:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039409be4 00000400:00000010:1.0:1761313448.116171:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039409be4. 00000100:00000200:1.0:1761313448.116177:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206501568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.119424:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.119442:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0008c0 00000400:00000200:1.0:1761313448.119452:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaec91 [1] + 224 00000400:00000200:1.0:1761313448.119463:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.119467:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.119632:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206501568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.119667:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.119674:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9586c0 00000400:00000200:1.0:1761313448.119680:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad62d [2] + 0 00000400:00000200:1.0:1761313448.119689:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.119693:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.119697:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.119702:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00010000:00000010:0.1:1761313448.119706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009ca8e4b. 00010000:00000010:0.1:1761313448.119718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e12dad6e. 00000400:00000010:2.0:1761313448.119757:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edfbcf0c. 00000400:00000200:2.0:1761313448.119763:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e8705f6 00000400:00000010:2.0:1761313448.119765:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e8705f6. 00000020:00000010:0.0:1761313448.119766:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f56a6bd2. 00000100:00000200:2.0:1761313448.119773:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206501568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313448.119773:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.119779:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:2.0:1761313448.119787:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206501568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.119814:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000643141f7. 02000000:00000010:2.0:1761313448.119819:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070ae1038. 00000100:00000010:2.0:1761313448.119822:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.119826:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.119829:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00000100:00000200:0.0:1761313448.119847:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199521472/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313448.120106:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521472 02000000:00000010:0.0:1761313448.120117:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a5c083b. 00010000:00000010:0.0:1761313448.120155:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c32b3184. 00010000:00000010:0.0:1761313448.120173:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002643f70d. 00000100:00000010:0.0:1761313448.120179:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000676ea321. 00000100:00000010:0.0:1761313448.120198:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000676ea321. 00010000:00000010:0.0:1761313448.120201:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002643f70d. 00000400:00000010:0.0:1761313448.120215:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bf2771b. 00000100:00000200:0.0:1761313448.120219:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521472, offset 224 00000400:00000200:0.0:1761313448.120227:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.120239:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.120245:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89647:89647:256:4294967295] 192.168.204.1@tcp LPNI seq info [89647:89647:8:4294967295] 00080000:00000010:2.0:1761313448.120252:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070ae1038. 00000400:00000200:0.0:1761313448.120257:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.120263:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.120268:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313448.120274:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.120280:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.120284:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.120303:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.120308:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.120311:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f56a6bd2. 00010000:00000010:2.0:1761313448.120344:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313448.120353:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e0dc9a0. 00000800:00000200:0.0:1761313448.120414:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.120418:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:0.0:1761313448.120421:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.120425:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.120428:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bf2771b 00000400:00000010:0.0:1761313448.120429:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bf2771b. 00010000:00000010:2.0:1761313448.120438:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e22e6995. 00010000:00000010:2.0:1761313448.120445:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313448.120456:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313448.120460:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.120467:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.120502:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000643141f7. 02000000:00000010:2.0:1761313448.120528:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003389e4d1. 00000400:00000010:2.0:1761313448.120533:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edfbcf0c. 00000400:00000010:2.0:1761313448.120537:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e8705f6. 00000100:00000200:2.0:1761313448.120542:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501632, portal 16 00000400:00000010:2.0:1761313448.120547:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9414777. 00000100:00000200:2.0:1761313448.120549:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501632, offset 0 00000400:00000200:2.0:1761313448.120555:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.120561:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.120568:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.120572:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.120575:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.120577:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89648:89648:256:4294967295] 192.168.204.1@tcp LPNI seq info [89648:89648:8:4294967295] 00000400:00000200:2.0:1761313448.120584:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.120588:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.120592:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313448.120596:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.120601:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.120603:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.120755:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.120758:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:1.0:1761313448.120762:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.120766:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.120769:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9414777 00000400:00000010:1.0:1761313448.120770:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9414777. 00000100:00000200:1.0:1761313448.120775:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206501632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.121601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000abe8e4f. 00010000:00000010:2.1:1761313448.121611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017b277ff. 00010000:00000010:2.1:1761313448.121615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f27463. 00010000:00000010:2.1:1761313448.121618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050b5f554. 00010000:00000010:3.1:1761313448.121675:0:78627:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca639799. 00010000:00000010:0.1:1761313448.123691:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fed3aaf3. 00000400:00000200:1.0:1761313448.123776:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.123794:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000900 00000400:00000200:1.0:1761313448.123802:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaec9d [1] + 224 00000400:00000200:1.0:1761313448.123815:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.123818:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.123831:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206501632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313448.123909:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edfbcf0c. 00000400:00000200:2.0:1761313448.123914:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e8705f6 00000400:00000010:2.0:1761313448.123916:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e8705f6. 00000100:00000200:2.0:1761313448.123922:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206501632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.123929:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206501632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.123956:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003389e4d1. 02000000:00000010:2.0:1761313448.123961:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000643141f7. 00000100:00000010:2.0:1761313448.123966:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.123970:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.123973:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00010000:00000010:2.1:1761313448.125508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a603b994. 00010000:00000010:2.1:1761313448.125520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1775bcc. 00000400:00000200:0.0:1761313448.125990:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.126006:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958700 00000400:00000200:0.0:1761313448.126014:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad62d [2] + 328 00000400:00000200:0.0:1761313448.126227:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.126233:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.126239:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.126244:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 00000020:00000010:1.0:1761313448.126542:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f75dd995. 00000020:00000010:1.0:1761313448.126549:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e47e82be. 00000020:00000010:1.0:1761313448.126553:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313448.126576:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b5348ce x1846869199521536/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313448.126603:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521536 02000000:00000010:1.0:1761313448.126613:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000337fd016. 00010000:00000010:1.0:1761313448.126648:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000984f003f. 00010000:00000010:1.0:1761313448.126670:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a878f9ad. 00000100:00000010:1.0:1761313448.126677:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001ba2b8c5. 00000100:00000010:1.0:1761313448.126690:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001ba2b8c5. 00010000:00000010:1.0:1761313448.126693:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a878f9ad. 00000400:00000010:1.0:1761313448.126706:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008da85617. 00000100:00000200:1.0:1761313448.126711:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521536, offset 224 00000400:00000200:1.0:1761313448.126719:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.126731:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.126736:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89649:89649:256:4294967295] 192.168.204.1@tcp LPNI seq info [89649:89649:8:4294967295] 00000400:00000200:1.0:1761313448.126746:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.126751:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.126755:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008803a01b (tot 82354770). 00000800:00000200:1.0:1761313448.126760:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.126766:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.126770:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008803a01b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.126787:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e47e82be. 00000020:00000010:1.0:1761313448.126791:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313448.126793:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f75dd995. 00080000:00000010:2.0:1761313448.127051:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003389e4d1. 00010000:00000010:2.0:1761313448.127147:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313448.127154:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007f2d331c. 00010000:00000010:2.0:1761313448.127238:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1775bcc. 00010000:00000010:2.0:1761313448.127244:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313448.127254:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313448.127260:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.127268:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.127283:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000643141f7. 02000000:00000010:2.0:1761313448.127310:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009345c61a. 00000800:00000200:1.0:1761313448.127310:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1761313448.127318:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edfbcf0c. 00000800:00000010:1.0:1761313448.127318:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008803a01b (tot 82354522). 00000400:00000010:2.0:1761313448.127325:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e8705f6. 00000400:00000200:1.0:1761313448.127325:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1761313448.127332:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501696, portal 16 00000400:00000200:1.0:1761313448.127333:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000010:2.0:1761313448.127339:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000400:00000200:1.0:1761313448.127339:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008da85617 00000400:00000010:1.0:1761313448.127342:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008da85617. 00000100:00000200:2.0:1761313448.127351:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501696, offset 0 00000400:00000200:2.0:1761313448.127359:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.127368:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.127374:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.127381:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.127384:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.127387:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89650:89650:256:4294967295] 192.168.204.1@tcp LPNI seq info [89650:89650:8:4294967295] 00000400:00000200:2.0:1761313448.127394:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.127400:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.127403:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82354770). 00000800:00000200:2.0:1761313448.127407:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.127412:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.127414:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.128162:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.128167:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354522). 00000400:00000200:1.0:1761313448.128175:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.128180:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.128184:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:1.0:1761313448.128185:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:1.0:1761313448.128192:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206501696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.132935:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.132954:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000940 00000400:00000200:0.0:1761313448.132962:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeca9 [1] + 224 00000400:00000200:0.0:1761313448.132974:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.132978:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.132988:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206501696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.133018:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.133023:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958740 00000400:00000200:0.0:1761313448.133028:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad62d [2] + 656 00000400:00000200:0.0:1761313448.133092:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.133096:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.133100:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.133105:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033a689f9. 00000020:00000010:0.0:1761313448.133159:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000575fb5e0. 00000020:00000010:0.0:1761313448.133165:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.133169:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.133195:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000033a689f9 x1846869199521600/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313448.133222:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521600 02000000:00000010:0.0:1761313448.133232:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000080355f5a. 00010000:00000010:0.0:1761313448.133271:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffac7a49. 00000100:00000010:0.0:1761313448.133278:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000676ea321. 00000100:00000010:0.0:1761313448.133284:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000676ea321. 00010000:00000010:0.0:1761313448.133288:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffac7a49. 00000400:00000010:0.0:1761313448.133302:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bf2771b. 00000100:00000200:0.0:1761313448.133307:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521600, offset 224 00000400:00000200:0.0:1761313448.133313:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.133322:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.133327:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89651:89651:256:4294967295] 192.168.204.1@tcp LPNI seq info [89651:89651:8:4294967295] 00000400:00000200:0.0:1761313448.133337:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.133342:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.133346:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313448.133350:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.134311:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.134317:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.134344:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.134349:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.134352:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000575fb5e0. 00000800:00000200:0.0:1761313448.134453:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.134457:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:0.0:1761313448.134461:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.134465:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.134483:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bf2771b 00000400:00000010:0.0:1761313448.134486:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bf2771b. 00000400:00000010:2.0:1761313448.134603:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edfbcf0c. 00000400:00000200:2.0:1761313448.134608:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e8705f6 00000400:00000010:2.0:1761313448.134610:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e8705f6. 00000100:00000200:2.0:1761313448.134618:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206501696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.134627:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206501696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313448.134651:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063ee8a0f. 02000000:00000010:2.0:1761313448.134667:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009345c61a. 02000000:00000010:2.0:1761313448.134673:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000643141f7. 00000100:00000010:2.0:1761313448.134678:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.134681:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.134684:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00080000:00000010:2.0:1761313448.134700:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009345c61a. 00010000:00000010:2.0:1761313448.134788:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313448.134795:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a84cd81. 00010000:00000010:2.0:1761313448.134869:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050b5f554. 00010000:00000010:2.0:1761313448.134875:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313448.134885:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313448.134889:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.134896:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.134909:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000643141f7. 02000000:00000010:2.0:1761313448.134933:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000facf592c. 00000400:00000010:2.0:1761313448.134938:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edfbcf0c. 00000400:00000010:2.0:1761313448.134942:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e8705f6. 00000100:00000200:2.0:1761313448.134947:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501760, portal 16 00000400:00000010:2.0:1761313448.134953:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a23e65b. 00000100:00000200:2.0:1761313448.134954:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501760, offset 0 00000400:00000200:2.0:1761313448.134961:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.134971:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.134978:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.134982:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.134984:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.134987:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89652:89652:256:4294967295] 192.168.204.1@tcp LPNI seq info [89652:89652:8:4294967295] 00000400:00000200:2.0:1761313448.134995:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.134999:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.135003:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82354770). 00000800:00000200:2.0:1761313448.135008:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.135013:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.135015:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313448.135494:0:78629:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000634e062a. 00000800:00000200:0.0:1761313448.136351:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.136356:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354522). 00000400:00000200:0.0:1761313448.136361:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.136369:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.136374:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a23e65b 00000400:00000010:0.0:1761313448.136376:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a23e65b. 00000100:00000200:0.0:1761313448.136383:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206501760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.141495:0:78630:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000210c1c69. 00010000:00000010:2.1:1761313448.141508:0:78630:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e22e6995. 00010000:00000010:2.1:1761313448.145528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008f1a242. 00010000:00000010:2.1:1761313448.145543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c97ea98. 00010000:00000010:2.1:1761313448.145547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1775bcc. 00000400:00000200:0.0:1761313448.145865:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.145882:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000980 00000400:00000200:0.0:1761313448.145890:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaecb5 [1] + 224 00000400:00000200:0.0:1761313448.145902:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.145905:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.145916:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206501760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.146026:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.146033:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958780 00000400:00000200:0.0:1761313448.146037:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad62d [2] + 984 00000400:00000010:2.0:1761313448.146347:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edfbcf0c. 00000400:00000200:2.0:1761313448.146352:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e8705f6 00000400:00000010:2.0:1761313448.146355:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e8705f6. 00000100:00000200:2.0:1761313448.146360:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206501760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.146367:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206501760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.146398:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000facf592c. 02000000:00000010:2.0:1761313448.146405:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000643141f7. 00000100:00000010:2.0:1761313448.146409:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.146413:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.146416:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00000400:00000200:0.0:1761313448.146458:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.146462:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.146521:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.146527:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecce33cf. 00000020:00000010:2.0:1761313448.146772:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e594cdd. 00000020:00000010:2.0:1761313448.146780:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313448.146784:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.146813:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecce33cf x1846869199521664/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313448.146849:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521664 02000000:00000010:2.0:1761313448.146860:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d0796fd. 00010000:00000010:2.0:1761313448.146890:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003706b1e7. 00010000:00000010:2.0:1761313448.146913:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313448.146920:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.146939:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.146942:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00000400:00000010:2.0:1761313448.146954:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e8705f6. 00000100:00000200:2.0:1761313448.146958:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521664, offset 224 00000400:00000200:2.0:1761313448.146966:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.146978:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.146982:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89653:89653:256:4294967295] 192.168.204.1@tcp LPNI seq info [89653:89653:8:4294967295] 00000400:00000200:2.0:1761313448.146992:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.146997:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.147003:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82354770). 00000800:00000200:2.0:1761313448.147009:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.147015:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.147019:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.147034:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313448.147038:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.147041:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e594cdd. 00080000:00000010:3.0:1761313448.147091:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed59ebec. 00010000:00000010:3.0:1761313448.147194:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:3.0:1761313448.147202:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008cd2457b. 00010000:00000010:3.0:1761313448.147281:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd13afd6. 00010000:00000010:3.0:1761313448.147287:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcdea591. 00010000:00000010:3.0:1761313448.147297:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000374b9ed. 00000100:00000010:3.0:1761313448.147300:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f58249d6. 00000100:00000010:3.0:1761313448.147306:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d18a19. 02000000:00000010:3.0:1761313448.147316:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa749bbb. 02000000:00000010:3.0:1761313448.147338:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076ea4e85. 00000400:00000010:3.0:1761313448.147343:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000377ef84f. 00000400:00000010:3.0:1761313448.147347:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001600eaa. 00000100:00000200:3.0:1761313448.147352:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501824, portal 16 00000400:00000010:3.0:1761313448.147355:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a508bee2. 00000100:00000200:3.0:1761313448.147357:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501824, offset 0 00000400:00000200:3.0:1761313448.147362:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.147368:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.147374:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.147378:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.147380:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.147383:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89654:89654:255:4294967295] 192.168.204.1@tcp LPNI seq info [89654:89654:7:4294967295] 00000400:00000200:3.0:1761313448.147389:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.147392:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.147395:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005335cb5f (tot 82355018). 00000800:00000200:3.0:1761313448.147399:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.147403:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.147405:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005335cb5f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.147527:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.147531:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354770). 00000400:00000200:0.0:1761313448.147536:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.147540:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.147543:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e8705f6 00000400:00000010:0.0:1761313448.147545:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e8705f6. 00000800:00000200:0.0:1761313448.147828:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.147831:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005335cb5f (tot 82354522). 00000400:00000200:0.0:1761313448.147839:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.147842:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.147845:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a508bee2 00000400:00000010:0.0:1761313448.147846:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a508bee2. 00000100:00000200:0.0:1761313448.147853:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6d18a19 x1846869206501824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.152239:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.152257:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0009c0 00000400:00000200:0.0:1761313448.152266:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaecc1 [1] + 224 00000400:00000200:0.0:1761313448.152278:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.152282:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.152295:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6d18a19 x1846869206501824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.152331:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.152336:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9587c0 00000400:00000200:0.0:1761313448.152340:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad62d [2] + 1312 00000400:00000200:0.0:1761313448.152409:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.152413:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.152417:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.152423:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d53e42a. 00000020:00000010:0.0:1761313448.152488:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f142d858. 00000020:00000010:0.0:1761313448.152494:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.152498:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.152521:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d53e42a x1846869199521728/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313448.152547:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521728 02000000:00000010:0.0:1761313448.152558:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053a0fac1. 00010000:00000010:0.0:1761313448.152597:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffac7a49. 00000100:00000010:0.0:1761313448.152603:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000676ea321. 00000100:00000010:0.0:1761313448.152609:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000676ea321. 00010000:00000010:0.0:1761313448.152613:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffac7a49. 00000400:00000010:0.0:1761313448.152627:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bf2771b. 00000100:00000200:0.0:1761313448.152631:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521728, offset 224 00000400:00000200:0.0:1761313448.152639:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.152650:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.152656:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89655:89655:256:4294967295] 192.168.204.1@tcp LPNI seq info [89655:89655:8:4294967295] 00000400:00000200:0.0:1761313448.152668:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.152672:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.152677:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313448.152684:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.152690:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.152694:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.152721:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.152725:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.152727:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f142d858. 00000400:00000010:1.0:1761313448.153059:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000377ef84f. 00000400:00000200:1.0:1761313448.153064:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001600eaa 00000400:00000010:1.0:1761313448.153066:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001600eaa. 00000100:00000200:1.0:1761313448.153073:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6d18a19 x1846869206501824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313448.153081:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6d18a19 x1846869206501824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313448.153108:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000e70e41. 02000000:00000010:1.0:1761313448.153121:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076ea4e85. 02000000:00000010:1.0:1761313448.153149:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fa749bbb. 00000100:00000010:1.0:1761313448.153153:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d18a19. 00000100:00000010:1.0:1761313448.153157:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f58249d6. 00010000:00000010:1.0:1761313448.153159:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000374b9ed. 00080000:00000010:1.0:1761313448.153183:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f75dd995. 00000800:00000200:3.0:1761313448.153209:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.153213:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:3.0:1761313448.153217:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.153221:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.153224:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bf2771b 00000400:00000010:3.0:1761313448.153226:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bf2771b. 00010000:00000010:1.0:1761313448.153292:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcdea591. 00010000:00000010:1.0:1761313448.153299:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019481202. 00010000:00000010:1.0:1761313448.153386:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2617f7e. 00010000:00000010:1.0:1761313448.153390:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e47e82be. 00010000:00000010:1.0:1761313448.153396:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4f92db6. 00010000:00000010:1.0:1761313448.153447:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003723703b. 00010000:00000010:2.1:1761313448.153489:0:78632:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005508742d. 00010000:00000010:3.1:1761313448.153510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036696d22. 00010000:00000010:3.1:1761313448.153518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050b5f554. 00080000:00000010:1.0:1761313448.153539:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009602eb0b. 00010000:00000010:1.0:1761313448.153573:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003723703b. 00010000:00000010:1.0:1761313448.153579:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e47e82be. 00010000:00000010:1.0:1761313448.153639:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ed1cfed. 00010000:00000010:1.0:1761313448.153644:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003723703b. 00010000:00000010:1.0:1761313448.153651:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a878f9ad. 00000100:00000010:1.0:1761313448.153656:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051786487. 00000100:00000010:1.0:1761313448.153663:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 02000000:00000010:1.0:1761313448.153673:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c709e0a7. 02000000:00000010:1.0:1761313448.153697:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c15adc84. 00000400:00000010:1.0:1761313448.153702:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd0d628. 00000400:00000010:1.0:1761313448.153706:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008da85617. 00000100:00000200:1.0:1761313448.153711:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501888, portal 16 00000400:00000010:1.0:1761313448.153716:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0c22641. 00000100:00000200:1.0:1761313448.153718:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501888, offset 0 00000400:00000200:1.0:1761313448.153725:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.153735:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.153742:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313448.153745:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313448.153749:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313448.153751:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89656:89656:256:4294967295] 192.168.204.1@tcp LPNI seq info [89656:89656:8:4294967295] 00000400:00000200:1.0:1761313448.153761:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.153766:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.153771:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008803a01b (tot 82354770). 00000800:00000200:1.0:1761313448.153776:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.153781:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.153784:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008803a01b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.153872:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.153875:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008803a01b (tot 82354522). 00000400:00000200:0.0:1761313448.153880:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.153884:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.153886:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0c22641 00000400:00000010:0.0:1761313448.153888:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0c22641. 00000100:00000200:0.0:1761313448.153894:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002a333fac x1846869206501888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.155328:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.155373:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000a00 00000400:00000200:0.0:1761313448.155381:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeccd [1] + 224 00000400:00000200:0.0:1761313448.155396:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.155400:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.155408:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002a333fac x1846869206501888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313448.155667:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd0d628. 00000400:00000200:1.0:1761313448.155672:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008da85617 00000400:00000010:1.0:1761313448.155674:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008da85617. 00000100:00000200:1.0:1761313448.155680:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002a333fac x1846869206501888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313448.155688:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002a333fac x1846869206501888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313448.155713:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c15adc84. 02000000:00000010:1.0:1761313448.155721:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c709e0a7. 00000100:00000010:1.0:1761313448.155724:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 00000100:00000010:1.0:1761313448.155729:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051786487. 00010000:00000010:1.0:1761313448.155732:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a878f9ad. 00000400:00000200:3.0:1761313448.158520:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.158540:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958800 00000400:00000200:3.0:1761313448.158547:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad62d [2] + 1640 00000400:00000200:3.0:1761313448.158598:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.158603:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.158609:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.158615:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6c1806d. 00000020:00000010:0.0:1761313448.158717:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f142d858. 00000020:00000010:0.0:1761313448.158725:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.158730:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.158754:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f6c1806d x1846869199521792/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313448.158805:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521792 02000000:00000010:0.0:1761313448.158819:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f56a6bd2. 00010000:00000010:0.0:1761313448.158849:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea1be844. 00010000:00000010:0.0:1761313448.158871:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffac7a49. 00000100:00000010:0.0:1761313448.158878:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000676ea321. 00000100:00000010:0.0:1761313448.158899:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000676ea321. 00010000:00000010:0.0:1761313448.158903:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffac7a49. 00000400:00000010:0.0:1761313448.158916:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313448.158922:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521792, offset 224 00000400:00000200:0.0:1761313448.158929:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.158939:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.158945:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89657:89657:256:4294967295] 192.168.204.1@tcp LPNI seq info [89657:89657:8:4294967295] 00000400:00000200:0.0:1761313448.158954:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.158959:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.158964:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313448.158970:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.158975:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.158978:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.159004:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.159009:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.159012:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f142d858. 00080000:00000010:1.0:1761313448.159013:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c709e0a7. 00000800:00000200:3.0:1761313448.159066:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.159071:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:3.0:1761313448.159075:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.159078:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.159081:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:3.0:1761313448.159083:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00010000:00000010:1.0:1761313448.159118:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003723703b. 00010000:00000010:1.0:1761313448.159140:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a46e5665. 00010000:00000010:1.0:1761313448.159226:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000471d98dd. 00010000:00000010:1.0:1761313448.159244:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003723703b. 00010000:00000010:1.0:1761313448.159255:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a878f9ad. 00000100:00000010:1.0:1761313448.159259:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051786487. 00000100:00000010:1.0:1761313448.159266:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 02000000:00000010:1.0:1761313448.159277:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c15adc84. 02000000:00000010:1.0:1761313448.159300:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa749bbb. 00000400:00000010:1.0:1761313448.159306:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd0d628. 00000400:00000010:1.0:1761313448.159310:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008da85617. 00000100:00000200:1.0:1761313448.159315:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206501952, portal 16 00000400:00000010:1.0:1761313448.159320:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fde0bda4. 00000100:00000200:1.0:1761313448.159322:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206501952, offset 0 00000400:00000200:1.0:1761313448.159327:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.159333:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.159339:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313448.159343:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313448.159345:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313448.159348:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89658:89658:256:4294967295] 192.168.204.1@tcp LPNI seq info [89658:89658:8:4294967295] 00000400:00000200:1.0:1761313448.159355:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.159359:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.159362:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000597e8afc (tot 82354770). 00000800:00000200:1.0:1761313448.159366:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.159370:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.159373:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000597e8afc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.159773:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.159775:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000597e8afc (tot 82354522). 00000400:00000200:0.0:1761313448.159780:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.159784:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.159787:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fde0bda4 00000400:00000010:0.0:1761313448.159788:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fde0bda4. 00000100:00000200:0.0:1761313448.159794:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002a333fac x1846869206501952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.161554:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.161572:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000a40 00000400:00000200:3.0:1761313448.161580:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaecd9 [1] + 224 00000400:00000200:3.0:1761313448.161591:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.161595:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.161604:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002a333fac x1846869206501952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.161928:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.161936:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958840 00000400:00000200:3.0:1761313448.161941:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad62d [2] + 1968 00000400:00000010:3.0:1761313448.161946:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7c86da1. 00000400:00000200:3.0:1761313448.161949:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000671200aa 00000400:00000200:3.0:1761313448.161995:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.161999:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.162002:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000671200aa 00000400:00000010:3.0:1761313448.162004:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000671200aa (tot 82354370). 00000100:00000200:3.0:1761313448.162011:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313448.162082:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000575fb5e0. 00000020:00000010:0.0:1761313448.162088:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.162092:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.162114:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005bb31383 x1846869199521856/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313448.162271:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521856 02000000:00000010:0.0:1761313448.162282:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f142d858. 00000400:00000010:1.0:1761313448.162331:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd0d628. 00010000:00000010:0.0:1761313448.162333:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffac7a49. 00000400:00000200:1.0:1761313448.162336:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008da85617 00000400:00000010:1.0:1761313448.162339:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008da85617. 00000100:00000010:0.0:1761313448.162342:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000676ea321. 00000100:00000010:0.0:1761313448.162348:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000676ea321. 00010000:00000010:0.0:1761313448.162351:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffac7a49. 00000400:00000010:0.0:1761313448.162365:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f602c09. 00000100:00000200:1.0:1761313448.162512:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002a333fac x1846869206501952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313448.162521:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002a333fac x1846869206501952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313448.162541:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001618b2fc. 00000100:00000200:0.0:1761313448.162552:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521856, offset 224 00000400:00000200:0.0:1761313448.162562:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 02000000:00000010:1.0:1761313448.162566:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa749bbb. 02000000:00000010:1.0:1761313448.162572:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c15adc84. 00000400:00000200:0.0:1761313448.162573:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000100:00000010:1.0:1761313448.162578:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 00000100:00000010:1.0:1761313448.162584:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051786487. 00000400:00000200:0.0:1761313448.162586:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89659:89659:256:4294967295] 192.168.204.1@tcp LPNI seq info [89659:89659:8:4294967295] 00010000:00000010:1.0:1761313448.162587:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a878f9ad. 00000400:00000200:0.0:1761313448.162599:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.162604:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00080000:00000010:1.0:1761313448.162605:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa749bbb. 00000800:00000010:0.0:1761313448.162609:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354618). 00000800:00000200:0.0:1761313448.162616:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.162622:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.162626:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.162651:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.162656:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.162659:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000575fb5e0. 02000000:00000010:0.0:1761313448.162669:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f56a6bd2. 00000100:00000010:0.0:1761313448.162674:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6c1806d. 02000000:00000010:0.0:1761313448.162677:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053a0fac1. 00000100:00000010:0.0:1761313448.162680:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d53e42a. 02000000:00000010:0.0:1761313448.162684:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d0796fd. 00010000:00000010:1.0:1761313448.162687:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003723703b. 00000100:00000010:0.0:1761313448.162687:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecce33cf. 02000000:00000010:0.0:1761313448.162694:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000080355f5a. 00010000:00000010:1.0:1761313448.162696:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bac5975e. 00000100:00000010:0.0:1761313448.162696:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000033a689f9. 02000000:00000010:0.0:1761313448.162704:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000337fd016. 00000100:00000010:0.0:1761313448.162707:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 02000000:00000010:0.0:1761313448.162710:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a5c083b. 00000100:00000010:0.0:1761313448.162712:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 00000100:00000200:0.0:1761313448.162719:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313448.162724:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000964ec49c. 00000400:00000010:0.0:1761313448.162728:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000676ea321 (tot 82354770). 00000800:00000200:2.0:1761313448.162777:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761313448.162778:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd13f276. 00000800:00000010:2.0:1761313448.162784:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00010000:00000010:1.0:1761313448.162786:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003723703b. 00000400:00000200:2.0:1761313448.162789:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.162794:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.162798:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f602c09 00010000:00000010:1.0:1761313448.162798:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a878f9ad. 00000400:00000010:2.0:1761313448.162801:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f602c09. 00000100:00000010:1.0:1761313448.162804:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051786487. 02000000:00000010:2.0:1761313448.162808:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f142d858. 00000100:00000010:1.0:1761313448.162812:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 02000000:00000010:1.0:1761313448.162824:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000076ea4e85. 02000000:00000010:1.0:1761313448.162844:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000337fd016. 00000400:00000010:1.0:1761313448.162848:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd0d628. 00000400:00000010:1.0:1761313448.162851:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008da85617. 00000100:00000200:1.0:1761313448.162855:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502016, portal 16 00000400:00000010:1.0:1761313448.162859:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fde0bda4. 00000100:00000200:1.0:1761313448.162861:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502016, offset 0 00000400:00000200:1.0:1761313448.162867:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.162873:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.162880:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313448.162884:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313448.162887:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313448.162889:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89660:89660:256:4294967295] 192.168.204.1@tcp LPNI seq info [89660:89660:8:4294967295] 00000400:00000200:1.0:1761313448.162898:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.162902:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.162905:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82354770). 00000800:00000200:1.0:1761313448.162909:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.162914:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.162916:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.163086:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.163089:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:3.0:1761313448.163094:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.163098:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.163101:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fde0bda4 00000400:00000010:3.0:1761313448.163103:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fde0bda4. 00000100:00000200:3.0:1761313448.163109:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002a333fac x1846869206502016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.163491:0:78633:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250e34cf. 00010000:00000010:1.1:1761313448.163515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000715dcfef. 00010000:00000010:1.1:1761313448.163523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8ad6b1c. 00010000:00000010:1.1:1761313448.163525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd13afd6. 00010000:00000010:1.1:1761313448.167505:0:78628:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2617f7e. 00010000:00000010:1.1:1761313448.167518:0:78628:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4f92db6. 00010000:00000010:1.1:1761313448.167526:0:78628:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2386aa6. 00010000:00000010:1.1:1761313448.167533:0:78628:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ed1cfed. 00010000:00000010:1.1:1761313448.169629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000692c8dea. 00010000:00000010:1.1:1761313448.169644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9121514. 00010000:00000010:1.1:1761313448.169650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000471d98dd. 00000400:00000200:0.0:1761313448.175351:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.175372:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000a80 00000400:00000200:0.0:1761313448.175382:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaece9 [1] + 224 00000400:00000200:0.0:1761313448.175395:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.175399:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.175410:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002a333fac x1846869206502016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.175447:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.175452:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958880 00000400:00000200:0.0:1761313448.175456:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad685 [2] + 0 00000400:00000200:0.0:1761313448.175464:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.175578:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.175583:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.175589:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 00000020:00000010:2.0:1761313448.175758:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e594cdd. 00000020:00000010:2.0:1761313448.175765:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313448.175769:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.175800:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b5348ce x1846869199521920/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313448.175834:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521920 02000000:00000010:2.0:1761313448.175846:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000059c786a0. 00010000:00000010:2.0:1761313448.175882:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313448.175890:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.175896:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.175899:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00000400:00000010:2.0:1761313448.175912:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c31452. 00000100:00000200:2.0:1761313448.175916:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521920, offset 224 00000400:00000200:2.0:1761313448.175925:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.175936:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.175941:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89661:89661:256:4294967295] 192.168.204.1@tcp LPNI seq info [89661:89661:8:4294967295] 00000400:00000200:2.0:1761313448.175950:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.175955:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.175959:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82354770). 00000800:00000200:2.0:1761313448.175964:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.175970:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.175973:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.175998:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313448.176002:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.176005:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e594cdd. 00000800:00000200:0.0:1761313448.176084:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.176087:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354522). 00000400:00000200:0.0:1761313448.176092:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.176095:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.176098:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c31452 00000400:00000010:0.0:1761313448.176099:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c31452. 00000400:00000010:1.0:1761313448.179222:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd0d628. 00000400:00000200:1.0:1761313448.179231:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008da85617 00000400:00000010:1.0:1761313448.179233:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008da85617. 00000100:00000200:1.0:1761313448.179247:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002a333fac x1846869206502016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313448.179259:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002a333fac x1846869206502016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313448.179286:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f28b8655. 02000000:00000010:1.0:1761313448.179302:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000337fd016. 02000000:00000010:1.0:1761313448.179308:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000076ea4e85. 00000100:00000010:1.0:1761313448.179313:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 00000100:00000010:1.0:1761313448.179316:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051786487. 00010000:00000010:1.0:1761313448.179319:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a878f9ad. 00080000:00000010:1.0:1761313448.179338:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7f900de. 00010000:00000010:1.0:1761313448.179433:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003723703b. 00010000:00000010:1.0:1761313448.179440:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024ff5934. 00010000:00000010:1.0:1761313448.179549:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000471d98dd. 00010000:00000010:1.0:1761313448.179554:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003723703b. 00010000:00000010:1.0:1761313448.179567:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a878f9ad. 00000100:00000010:1.0:1761313448.179572:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051786487. 00000100:00000010:1.0:1761313448.179580:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 02000000:00000010:1.0:1761313448.179595:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f899181. 02000000:00000010:1.0:1761313448.179621:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076ea4e85. 00000400:00000010:1.0:1761313448.179626:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd0d628. 00000400:00000010:1.0:1761313448.179631:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008da85617. 00000100:00000200:1.0:1761313448.179636:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502080, portal 16 00000400:00000010:1.0:1761313448.179642:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0c22641. 00000100:00000200:1.0:1761313448.179643:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502080, offset 0 00000400:00000200:1.0:1761313448.179651:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.179666:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.179674:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313448.179677:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313448.179681:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313448.179684:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89662:89662:256:4294967295] 192.168.204.1@tcp LPNI seq info [89662:89662:8:4294967295] 00000400:00000200:1.0:1761313448.179694:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.179701:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.179705:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82354770). 00000800:00000200:1.0:1761313448.179711:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.179718:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.179721:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.180496:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.180501:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354522). 00000400:00000200:0.0:1761313448.180507:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.180515:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.180519:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0c22641 00000400:00000010:0.0:1761313448.180521:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0c22641. 00000100:00000200:0.0:1761313448.180528:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002a333fac x1846869206502080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.184224:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.184243:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000ac0 00000400:00000200:1.0:1761313448.184252:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaecf5 [1] + 224 00000400:00000200:1.0:1761313448.184264:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.184268:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.184279:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002a333fac x1846869206502080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.184320:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.184326:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9588c0 00000400:00000200:1.0:1761313448.184330:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad685 [2] + 328 00000400:00000200:1.0:1761313448.184341:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.184345:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.184348:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.184353:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00000400:00000010:3.0:1761313448.184559:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd0d628. 00000400:00000200:3.0:1761313448.184565:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008da85617 00000400:00000010:3.0:1761313448.184567:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008da85617. 00000100:00000200:3.0:1761313448.184574:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002a333fac x1846869206502080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.184583:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002a333fac x1846869206502080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.184613:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076ea4e85. 02000000:00000010:3.0:1761313448.184619:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f899181. 00000100:00000010:3.0:1761313448.184625:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 00000100:00000010:3.0:1761313448.184630:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051786487. 00010000:00000010:3.0:1761313448.184634:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a878f9ad. 00000020:00000010:2.0:1761313448.184648:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0c9d3ac. 00000020:00000010:2.0:1761313448.184656:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313448.184661:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.184686:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199521984/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313448.184717:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199521984 02000000:00000010:2.0:1761313448.184728:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006703eddb. 00010000:00000010:2.0:1761313448.184755:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcf5857c. 00010000:00000010:2.0:1761313448.184774:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313448.184780:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.184800:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.184802:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00000400:00000010:2.0:1761313448.184816:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea544e46. 00000100:00000200:2.0:1761313448.184821:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199521984, offset 224 00000400:00000200:2.0:1761313448.184828:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.184838:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.184843:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89663:89663:256:4294967295] 192.168.204.1@tcp LPNI seq info [89663:89663:8:4294967295] 00000400:00000200:2.0:1761313448.184853:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.184857:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.184861:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313448.184866:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.184873:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.184876:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.184894:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313448.184897:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.184900:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0c9d3ac. 00000800:00000200:2.0:1761313448.185004:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.185008:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:2.0:1761313448.185012:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.185016:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.185018:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea544e46 00000400:00000010:2.0:1761313448.185020:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea544e46. 00080000:00000010:1.0:1761313448.185087:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076ea4e85. 00010000:00000010:1.0:1761313448.185183:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003723703b. 00010000:00000010:1.0:1761313448.185191:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065231971. 00010000:00000010:1.1:1761313448.187271:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008878b30a. 00010000:00000010:1.1:1761313448.187282:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089279032. 00010000:00000010:1.1:1761313448.187285:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd13f276. 00000001:00000010:1.0:1761313448.187292:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000070db822c. 00000001:00000010:1.0:1761313448.187300:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000070db822c. 00000001:00000010:1.0:1761313448.187303:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000070db822c. 00000001:00000010:1.0:1761313448.187305:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d30a2c27. 00010000:00000010:1.0:1761313448.187356:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd13f276. 00010000:00000010:1.0:1761313448.187362:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003723703b. 00010000:00000010:1.0:1761313448.187374:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e782ba83. 00000100:00000010:1.0:1761313448.187382:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051786487. 00000100:00000010:1.0:1761313448.187390:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 02000000:00000010:1.0:1761313448.187403:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d18016c. 02000000:00000010:1.0:1761313448.187432:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000337fd016. 00000400:00000010:1.0:1761313448.187439:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e993058. 00000400:00000010:1.0:1761313448.187444:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf93c290. 00000100:00000200:1.0:1761313448.187450:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502144, portal 16 00000400:00000010:1.0:1761313448.187456:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac531eba. 00000100:00000200:1.0:1761313448.187458:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502144, offset 0 00000400:00000200:1.0:1761313448.187491:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.187506:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.187513:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313448.187516:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313448.187519:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313448.187522:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89664:89664:256:4294967295] 192.168.204.1@tcp LPNI seq info [89664:89664:8:4294967295] 00000400:00000200:1.0:1761313448.187531:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.187537:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.187542:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82354770). 00000800:00000200:1.0:1761313448.187547:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.187553:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.187557:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313448.190536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fadf0a48. 00000800:00000200:3.0:1761313448.191772:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.191777:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354522). 00000400:00000200:3.0:1761313448.191783:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.191792:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.191798:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac531eba 00000400:00000010:3.0:1761313448.191800:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac531eba. 00000100:00000200:3.0:1761313448.191810:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000479fcbdf x1846869206502144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313448.193747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c0f1701. 00010000:00000010:1.1:1761313448.193762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000471d98dd. 00000400:00000200:1.0:1761313448.194357:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.194379:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000b00 00000400:00000200:1.0:1761313448.194397:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaed01 [1] + 224 00000400:00000200:1.0:1761313448.194417:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.194421:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.194434:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000479fcbdf x1846869206502144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.194534:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.194541:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958900 00000400:00000200:1.0:1761313448.194546:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad685 [2] + 656 00000400:00000200:1.0:1761313448.194555:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.194558:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.194562:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.194573:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000020:00000010:2.0:1761313448.194648:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0c9d3ac. 00000020:00000010:2.0:1761313448.194656:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313448.194661:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.194685:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199522048/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313448.194723:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522048 02000000:00000010:2.0:1761313448.194734:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a68d1b1. 00010000:00000010:2.0:1761313448.194773:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313448.194782:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.194790:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.194794:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00000400:00000010:2.0:1761313448.194808:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea544e46. 00000100:00000200:2.0:1761313448.194813:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522048, offset 224 00000400:00000200:2.0:1761313448.194821:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.194832:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.194838:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89665:89665:256:4294967295] 192.168.204.1@tcp LPNI seq info [89665:89665:8:4294967295] 00000400:00000200:2.0:1761313448.194849:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.194854:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.194859:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313448.194867:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.194874:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.194879:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.194896:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313448.194899:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.194903:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0c9d3ac. 00000800:00000200:2.0:1761313448.195114:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.195118:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:2.0:1761313448.195123:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.195134:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.195138:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea544e46 00000400:00000010:2.0:1761313448.195140:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea544e46. 00000400:00000010:3.0:1761313448.196465:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e993058. 00000400:00000200:3.0:1761313448.196495:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf93c290 00000400:00000010:3.0:1761313448.196497:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf93c290. 00000100:00000200:3.0:1761313448.196508:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000479fcbdf x1846869206502144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.196519:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000479fcbdf x1846869206502144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313448.196543:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070e07a8a. 02000000:00000010:3.0:1761313448.196558:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000337fd016. 02000000:00000010:3.0:1761313448.196564:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d18016c. 00000100:00000010:3.0:1761313448.196567:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 00000100:00000010:3.0:1761313448.196571:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051786487. 00010000:00000010:3.0:1761313448.196574:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e782ba83. 00080000:00000010:3.0:1761313448.196591:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029e41706. 00010000:00000010:3.0:1761313448.196680:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003723703b. 00010000:00000010:3.0:1761313448.196687:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001300dbc. 00010000:00000010:3.0:1761313448.196757:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9f8464e. 00010000:00000010:3.0:1761313448.196764:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313448.196775:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b8ff628. 00000100:00000010:3.0:1761313448.196780:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f58249d6. 00000100:00000010:3.0:1761313448.196787:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 02000000:00000010:3.0:1761313448.196798:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b38e681. 02000000:00000010:3.0:1761313448.196826:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d18016c. 00000400:00000010:3.0:1761313448.196832:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae1c40ca. 00000400:00000010:3.0:1761313448.196838:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003773d4dc. 00000100:00000200:3.0:1761313448.196844:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502208, portal 16 00000400:00000010:3.0:1761313448.196849:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313448.196851:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502208, offset 0 00000400:00000200:3.0:1761313448.196860:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.196872:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.196879:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.196883:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.196885:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.196888:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89666:89666:256:4294967295] 192.168.204.1@tcp LPNI seq info [89666:89666:8:4294967295] 00000400:00000200:3.0:1761313448.196898:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.196903:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.196908:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313448.196914:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.196920:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.196924:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313448.197143:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.197148:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:2.0:1761313448.197156:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.197161:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.197164:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:2.0:1761313448.197166:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000100:00000200:2.0:1761313448.197172:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fb233b29 x1846869206502208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.200572:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.200591:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000b40 00000400:00000200:3.0:1761313448.200599:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaed0d [1] + 224 00000400:00000200:3.0:1761313448.200614:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.200618:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.200628:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fb233b29 x1846869206502208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313448.200695:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae1c40ca. 00000400:00000200:0.0:1761313448.200700:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003773d4dc 00000400:00000010:0.0:1761313448.200702:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003773d4dc. 00000100:00000200:0.0:1761313448.200709:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fb233b29 x1846869206502208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.200717:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fb233b29 x1846869206502208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.200743:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d18016c. 02000000:00000010:0.0:1761313448.200747:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004b38e681. 00000100:00000010:0.0:1761313448.200750:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 00000100:00000010:0.0:1761313448.200753:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f58249d6. 00010000:00000010:0.0:1761313448.200756:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b8ff628. 00000400:00000200:3.0:1761313448.201282:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.201290:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958940 00000400:00000200:3.0:1761313448.201295:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad685 [2] + 984 00000400:00000200:3.0:1761313448.201344:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.201348:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.201351:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.201356:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009cc66c06. 00000020:00000010:0.0:1761313448.201596:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080355f5a. 00000020:00000010:0.0:1761313448.201603:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.201607:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.201629:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009cc66c06 x1846869199522112/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313448.201662:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522112 02000000:00000010:0.0:1761313448.201675:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004b38e681. 00010000:00000010:0.0:1761313448.201704:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007dada20c. 00010000:00000010:0.0:1761313448.201723:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084f42ae9. 00000100:00000010:0.0:1761313448.201728:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033ed3743. 00000100:00000010:0.0:1761313448.201745:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033ed3743. 00010000:00000010:0.0:1761313448.201749:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084f42ae9. 00000400:00000010:0.0:1761313448.201761:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.201765:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522112, offset 224 00000400:00000200:0.0:1761313448.201771:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.201781:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.201787:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89667:89667:256:4294967295] 192.168.204.1@tcp LPNI seq info [89667:89667:8:4294967295] 00000400:00000200:0.0:1761313448.201800:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.201805:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.201809:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313448.201814:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.201821:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.201825:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.201845:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.201850:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.201852:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080355f5a. 00000800:00000200:3.0:1761313448.201917:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.201921:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00080000:00000010:1.0:1761313448.201922:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000faacd56e. 00000400:00000200:3.0:1761313448.201926:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.201931:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.201934:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:3.0:1761313448.201936:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00010000:00000010:1.0:1761313448.202013:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46c107c. 00010000:00000010:1.0:1761313448.202019:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ffd80c38. 00010000:00000010:1.0:1761313448.202102:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000471d98dd. 00010000:00000010:1.0:1761313448.202108:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cec5a6be. 00010000:00000010:1.0:1761313448.202117:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313448.202120:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051786487. 00000100:00000010:1.0:1761313448.202138:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 02000000:00000010:1.0:1761313448.202149:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002a1ffa52. 02000000:00000010:1.0:1761313448.202171:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000757024a5. 00000400:00000010:1.0:1761313448.202177:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d9d40ab. 00000400:00000010:1.0:1761313448.202182:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060aa7e9b. 00000100:00000200:1.0:1761313448.202186:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502272, portal 16 00000400:00000010:1.0:1761313448.202190:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e33f35dc. 00000100:00000200:1.0:1761313448.202192:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502272, offset 0 00000400:00000200:1.0:1761313448.202197:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.202202:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.202208:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313448.202211:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313448.202214:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313448.202216:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89668:89668:256:4294967295] 192.168.204.1@tcp LPNI seq info [89668:89668:8:4294967295] 00000400:00000200:1.0:1761313448.202222:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.202227:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.202230:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003237d446 (tot 82354770). 00000800:00000200:1.0:1761313448.202233:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.202237:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.202239:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003237d446 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.202369:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.202372:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003237d446 (tot 82354522). 00000400:00000200:3.0:1761313448.202377:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.202382:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.202386:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e33f35dc 00000400:00000010:3.0:1761313448.202387:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e33f35dc. 00000100:00000200:3.0:1761313448.202394:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013181f7b x1846869206502272/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.203515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3f7ce44. 00010000:00000010:3.1:1761313448.203525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043cdc7c5. 00010000:00000010:3.1:1761313448.203529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd13f276. 00000400:00000200:3.0:1761313448.205039:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.205058:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000b80 00000400:00000200:3.0:1761313448.205066:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaed19 [1] + 224 00000400:00000200:3.0:1761313448.205077:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.205082:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.205092:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013181f7b x1846869206502272/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.205122:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.205137:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958980 00000400:00000200:3.0:1761313448.205142:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad685 [2] + 1312 00000400:00000200:3.0:1761313448.205183:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.205186:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.205190:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.205196:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b721411. 00000020:00000010:0.0:1761313448.205261:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080355f5a. 00000020:00000010:0.0:1761313448.205267:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.205271:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.205293:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b721411 x1846869199522176/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313448.205328:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522176 02000000:00000010:0.0:1761313448.205339:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d18016c. 00010000:00000010:0.0:1761313448.205374:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084f42ae9. 00000100:00000010:0.0:1761313448.205379:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033ed3743. 00000100:00000010:0.0:1761313448.205384:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033ed3743. 00010000:00000010:0.0:1761313448.205387:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084f42ae9. 00000400:00000010:0.0:1761313448.205399:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313448.205404:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522176, offset 224 00000400:00000200:0.0:1761313448.205411:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.205421:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.205427:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89669:89669:256:4294967295] 192.168.204.1@tcp LPNI seq info [89669:89669:8:4294967295] 00000400:00000200:0.0:1761313448.205438:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.205444:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.205449:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313448.205454:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.205462:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.205465:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.205508:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.205512:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.205515:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080355f5a. 00000800:00000200:3.0:1761313448.206052:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.206056:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:3.0:1761313448.206059:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.206063:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.206066:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:3.0:1761313448.206068:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000400:00000010:1.0:1761313448.207724:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d9d40ab. 00000400:00000200:1.0:1761313448.207734:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060aa7e9b 00000400:00000010:1.0:1761313448.207736:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060aa7e9b. 00000100:00000200:1.0:1761313448.207749:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013181f7b x1846869206502272/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313448.207759:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013181f7b x1846869206502272/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313448.207789:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b207a75. 02000000:00000010:1.0:1761313448.207807:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000757024a5. 02000000:00000010:1.0:1761313448.207812:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002a1ffa52. 00000100:00000010:1.0:1761313448.207815:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 00000100:00000010:1.0:1761313448.207819:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051786487. 00010000:00000010:1.0:1761313448.207822:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00080000:00000010:1.0:1761313448.207843:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a1ffa52. 00010000:00000010:1.0:1761313448.207951:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cec5a6be. 00010000:00000010:1.0:1761313448.207959:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070993bd4. 00010000:00000010:1.0:1761313448.208033:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ed1cfed. 00010000:00000010:1.0:1761313448.208038:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cec5a6be. 00010000:00000010:1.0:1761313448.208048:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9809315. 00000100:00000010:1.0:1761313448.208054:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051786487. 00000100:00000010:1.0:1761313448.208060:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 02000000:00000010:1.0:1761313448.208071:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000757024a5. 02000000:00000010:1.0:1761313448.208096:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ebe56e91. 00000400:00000010:1.0:1761313448.208100:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d9d40ab. 00000400:00000010:1.0:1761313448.208104:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060aa7e9b. 00000100:00000200:1.0:1761313448.208109:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502336, portal 16 00000400:00000010:1.0:1761313448.208114:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a388d980. 00000100:00000200:1.0:1761313448.208115:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502336, offset 0 00000400:00000200:1.0:1761313448.208134:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.208146:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.208153:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313448.208156:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313448.208159:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313448.208162:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89670:89670:256:4294967295] 192.168.204.1@tcp LPNI seq info [89670:89670:8:4294967295] 00000400:00000200:1.0:1761313448.208171:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.208177:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.208182:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003237d446 (tot 82354770). 00000800:00000200:1.0:1761313448.208187:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.208193:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.208197:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003237d446 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313448.208969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5ec1b9f. 00000800:00000200:0.0:1761313448.209070:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.209074:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003237d446 (tot 82354522). 00000400:00000200:0.0:1761313448.209080:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.209086:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.209090:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a388d980 00000400:00000010:0.0:1761313448.209092:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a388d980. 00000100:00000200:0.0:1761313448.209099:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013181f7b x1846869206502336/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.211630:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.211647:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000bc0 00000400:00000200:3.0:1761313448.211655:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaed25 [1] + 224 00000400:00000200:3.0:1761313448.211670:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.211674:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.211684:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013181f7b x1846869206502336/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313448.211737:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d9d40ab. 00000400:00000200:0.0:1761313448.211742:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060aa7e9b 00000400:00000010:0.0:1761313448.211745:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060aa7e9b. 00000100:00000200:0.0:1761313448.211751:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013181f7b x1846869206502336/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.211758:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013181f7b x1846869206502336/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.211787:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ebe56e91. 02000000:00000010:0.0:1761313448.211792:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000757024a5. 00000100:00000010:0.0:1761313448.211796:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 00000100:00000010:0.0:1761313448.211801:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051786487. 00010000:00000010:0.0:1761313448.211805:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9809315. 00000400:00000200:3.0:1761313448.211977:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.211985:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9589c0 00000400:00000200:3.0:1761313448.211990:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad685 [2] + 1640 00000400:00000200:3.0:1761313448.212034:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.212037:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.212041:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.212046:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dbb6b51. 00000020:00000010:0.0:1761313448.212103:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053a0fac1. 00000020:00000010:0.0:1761313448.212110:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.212114:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.212147:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dbb6b51 x1846869199522240/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313448.212187:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522240 02000000:00000010:0.0:1761313448.212198:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000080355f5a. 00010000:00000010:0.0:1761313448.212237:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000148d28f4. 00010000:00000010:0.0:1761313448.212256:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084f42ae9. 00000100:00000010:0.0:1761313448.212262:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033ed3743. 00000100:00000010:0.0:1761313448.212279:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033ed3743. 00010000:00000010:0.0:1761313448.212283:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084f42ae9. 00000400:00000010:0.0:1761313448.212296:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f21e616. 00000100:00000200:0.0:1761313448.212300:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522240, offset 224 00000400:00000200:0.0:1761313448.212308:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.212318:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.212323:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89671:89671:256:4294967295] 192.168.204.1@tcp LPNI seq info [89671:89671:8:4294967295] 00000400:00000200:0.0:1761313448.212335:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.212340:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.212345:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313448.212351:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.212357:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.212361:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.212379:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.212383:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.212386:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053a0fac1. 00000800:00000200:0.0:1761313448.212490:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.212493:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:0.0:1761313448.212497:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.212500:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.212503:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f21e616 00000400:00000010:0.0:1761313448.212504:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f21e616. 00080000:00000010:0.0:1761313448.217336:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053a0fac1. 00010000:00000010:1.1:1761313448.217509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4884ee. 00010000:00000010:1.1:1761313448.217521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9f8464e. 00010000:00000010:0.0:1761313448.217569:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cec5a6be. 00010000:00000010:0.0:1761313448.217580:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000038738441. 00010000:00000010:0.0:1761313448.217660:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e12dad6e. 00010000:00000010:0.0:1761313448.217677:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313448.217693:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084f42ae9. 00000100:00000010:0.0:1761313448.217700:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033ed3743. 00000100:00000010:0.0:1761313448.217710:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033a689f9. 02000000:00000010:0.0:1761313448.217725:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005516ea4e. 02000000:00000010:0.0:1761313448.217753:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a5c083b. 00000400:00000010:0.0:1761313448.217759:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313448.217765:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f21e616. 00000100:00000200:0.0:1761313448.217772:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502400, portal 16 00000400:00000010:0.0:1761313448.217778:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f44040b3. 00000100:00000200:0.0:1761313448.217780:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502400, offset 0 00000400:00000200:0.0:1761313448.217790:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.217805:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.217812:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.217815:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.217818:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.217822:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89672:89672:256:4294967295] 192.168.204.1@tcp LPNI seq info [89672:89672:8:4294967295] 00000400:00000200:0.0:1761313448.217848:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.217854:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.217859:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313448.217866:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.217873:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.217877:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313448.218251:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.218255:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:2.0:1761313448.218260:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.218265:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.218269:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f44040b3 00000400:00000010:2.0:1761313448.218271:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f44040b3. 00000100:00000200:2.0:1761313448.218279:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000033a689f9 x1846869206502400/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313448.219792:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.219810:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000c00 00000400:00000200:2.0:1761313448.219819:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaed31 [1] + 224 00000400:00000200:2.0:1761313448.219832:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.219836:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313448.219846:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000033a689f9 x1846869206502400/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313448.220312:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:1.0:1761313448.220318:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f21e616 00000400:00000010:1.0:1761313448.220320:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f21e616. 00000100:00000200:1.0:1761313448.220327:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000033a689f9 x1846869206502400/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313448.220334:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000033a689f9 x1846869206502400/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313448.220360:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a5c083b. 02000000:00000010:1.0:1761313448.220368:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005516ea4e. 00000100:00000010:1.0:1761313448.220372:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000033a689f9. 00000100:00000010:1.0:1761313448.220378:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033ed3743. 00010000:00000010:1.0:1761313448.220381:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084f42ae9. 00000400:00000200:0.0:1761313448.222195:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.222212:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958a00 00000400:00000200:0.0:1761313448.222219:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad685 [2] + 1968 00010000:00000010:1.1:1761313448.223510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe0a432a. 00010000:00000010:1.1:1761313448.223524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a8ff9c3. 00010000:00000010:1.1:1761313448.223529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000471d98dd. 00000400:00000010:0.0:1761313448.223878:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c7ff7f5. 00000400:00000200:0.0:1761313448.223883:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e3cc2fe8 00000400:00000200:0.0:1761313448.224159:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.224168:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.224174:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3cc2fe8 00000400:00000010:0.0:1761313448.224177:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e3cc2fe8 (tot 82354370). 00000100:00000200:0.0:1761313448.224183:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761313448.224944:0:78644:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at 000000001b7d7b2f (tot 82354562). 00000001:02000400:3.0:1761313448.224951:0:78644:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00000020:00000010:1.0:1761313448.225732:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbaf554f. 00000020:00000010:1.0:1761313448.225740:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313448.225744:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313448.225773:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e5f585c3 x1846869199522304/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313448.225809:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522304 02000000:00000010:1.0:1761313448.225820:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000757024a5. 00010000:00000010:1.0:1761313448.225849:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023f43226. 00010000:00000010:1.0:1761313448.225872:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006d876979. 00000100:00000010:1.0:1761313448.225880:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051786487. 00000100:00000010:1.0:1761313448.225894:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051786487. 00010000:00000010:1.0:1761313448.225898:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006d876979. 00000400:00000010:1.0:1761313448.225911:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000903c6f44. 00000100:00000200:1.0:1761313448.225917:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522304, offset 224 00000400:00000200:1.0:1761313448.225926:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.225939:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.225945:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89673:89673:256:4294967295] 192.168.204.1@tcp LPNI seq info [89673:89673:8:4294967295] 00000400:00000200:1.0:1761313448.225955:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.225960:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.225965:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82354810). 00000800:00000200:1.0:1761313448.225972:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.225978:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.225981:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.225999:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313448.226003:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313448.226007:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbaf554f. 02000000:00000010:1.0:1761313448.226014:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000080355f5a. 00000100:00000010:1.0:1761313448.226018:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dbb6b51. 02000000:00000010:1.0:1761313448.226022:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d18016c. 00000100:00000010:1.0:1761313448.226024:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b721411. 02000000:00000010:1.0:1761313448.226027:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004b38e681. 00000100:00000010:1.0:1761313448.226029:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009cc66c06. 02000000:00000010:1.0:1761313448.226032:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a68d1b1. 00000100:00000010:1.0:1761313448.226034:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 02000000:00000010:1.0:1761313448.226037:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006703eddb. 00000100:00000010:1.0:1761313448.226039:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:1.0:1761313448.226043:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000059c786a0. 00000100:00000010:1.0:1761313448.226044:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 00000100:00000200:1.0:1761313448.226050:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313448.226055:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000201c066b. 00000400:00000010:1.0:1761313448.226059:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000051786487 (tot 82354962). 00080000:00000010:0.0:1761313448.226530:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f56a6bd2. 00010000:00000010:0.0:1761313448.226623:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313448.226631:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015c327d8. 00010000:00000010:0.0:1761313448.229973:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e18166d2. 00010000:00000010:0.0:1761313448.229987:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313448.230002:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c34beb15. 00000100:00000010:0.0:1761313448.230009:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005ac607e7. 00000100:00000010:0.0:1761313448.230020:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecce33cf. 02000000:00000010:0.0:1761313448.230035:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000575fb5e0. 02000000:00000010:0.0:1761313448.230065:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a5c083b. 00000400:00000010:0.0:1761313448.230072:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313448.230078:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9dda38a. 00000100:00000200:0.0:1761313448.230086:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502464, portal 16 00000400:00000010:0.0:1761313448.230092:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313448.230094:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502464, offset 0 00000400:00000200:0.0:1761313448.230103:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.230118:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.230137:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.230141:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.230144:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.230148:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89674:89674:255:4294967295] 192.168.204.1@tcp LPNI seq info [89674:89674:7:4294967295] 00000400:00000200:0.0:1761313448.230159:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.230165:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.230169:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82355210). 00000800:00000200:0.0:1761313448.230176:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.230183:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.230186:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.230294:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.230298:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354962). 00000400:00000200:1.0:1761313448.230305:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.230310:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.230315:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000903c6f44 00000400:00000010:1.0:1761313448.230316:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000903c6f44. 02000000:00000010:1.0:1761313448.230323:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000757024a5. 00000800:00000200:0.0:1761313448.230512:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.230515:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354714). 00000400:00000200:0.0:1761313448.230518:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.230521:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.230523:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:0.0:1761313448.230524:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:0.0:1761313448.230530:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ecce33cf x1846869206502464/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313448.232825:0:78644:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 192 at 000000001b7d7b2f (tot 82354522). 00010000:00000010:0.1:1761313448.236707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acdd5fe1. 00010000:00000010:0.1:1761313448.236718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea88195c. 00010000:00000010:0.1:1761313448.236721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ed1cfed. 00000400:00000200:3.0:1761313448.242686:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.242704:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000c40 00000400:00000200:3.0:1761313448.242711:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaed41 [1] + 224 00000400:00000200:3.0:1761313448.242723:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.242727:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.242738:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ecce33cf x1846869206502464/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.242769:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.242774:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958a40 00000400:00000200:3.0:1761313448.242778:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad6dd [2] + 0 00000400:00000200:3.0:1761313448.242788:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.242790:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.242794:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.242799:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8720239. 00000020:00000010:3.0:1761313448.242859:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce5bf4f6. 00000020:00000010:3.0:1761313448.242866:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313448.242871:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313448.242895:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d8720239 x1846869199522368/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313448.242923:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522368 02000000:00000010:3.0:1761313448.242935:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003ef0a074. 00010000:00000010:3.0:1761313448.242974:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6c909bf. 00000100:00000010:3.0:1761313448.242981:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b7d7b2f. 00000100:00000010:3.0:1761313448.242987:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b7d7b2f. 00010000:00000010:3.0:1761313448.242990:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6c909bf. 00000400:00000010:3.0:1761313448.243003:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c6939da. 00000100:00000200:3.0:1761313448.243008:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522368, offset 224 00000400:00000200:3.0:1761313448.243015:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.243024:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.243030:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89675:89675:256:4294967295] 192.168.204.1@tcp LPNI seq info [89675:89675:8:4294967295] 00000400:00000200:3.0:1761313448.243039:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.243044:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.243048:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313448.243054:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.243060:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.243063:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.243080:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000742c6db5. 00000020:00000010:3.0:1761313448.243084:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:3.0:1761313448.243088:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce5bf4f6. 00000800:00000200:3.0:1761313448.243456:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.243461:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:3.0:1761313448.243486:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.243491:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.243494:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c6939da 00000400:00000010:3.0:1761313448.243496:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c6939da. 00000400:00000010:0.0:1761313448.245312:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313448.245319:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9dda38a 00000400:00000010:0.0:1761313448.245321:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9dda38a. 00000100:00000200:0.0:1761313448.245332:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ecce33cf x1846869206502464/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.245341:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ecce33cf x1846869206502464/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313448.245364:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007fd66e5e. 02000000:00000010:0.0:1761313448.245379:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a5c083b. 02000000:00000010:0.0:1761313448.245386:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000575fb5e0. 00000100:00000010:0.0:1761313448.245391:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecce33cf. 00000100:00000010:0.0:1761313448.245394:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005ac607e7. 00010000:00000010:0.0:1761313448.245396:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c34beb15. 00080000:00000010:0.0:1761313448.245414:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d177edb. 00010000:00000010:0.1:1761313448.245488:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039bba28f. 00010000:00000010:0.1:1761313448.245493:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e12dad6e. 00010000:00000010:0.0:1761313448.245534:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313448.245541:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa6779a1. 00010000:00000010:0.0:1761313448.245615:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e12dad6e. 00010000:00000010:0.0:1761313448.245621:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093a3c2ff. 00010000:00000010:0.0:1761313448.245632:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c34beb15. 00000100:00000010:0.0:1761313448.245638:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005ac607e7. 00000100:00000010:0.0:1761313448.245645:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecce33cf. 02000000:00000010:0.0:1761313448.245658:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000cb58e25. 02000000:00000010:0.0:1761313448.245683:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075a7a1d9. 00000400:00000010:0.0:1761313448.245688:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313448.245692:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9dda38a. 00000100:00000200:0.0:1761313448.245699:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502528, portal 16 00000400:00000010:0.0:1761313448.245703:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313448.245706:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502528, offset 0 00000400:00000200:0.0:1761313448.245713:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.245726:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.245735:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.245740:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.245744:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.245748:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89676:89676:256:4294967295] 192.168.204.1@tcp LPNI seq info [89676:89676:8:4294967295] 00000400:00000200:0.0:1761313448.245759:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.245765:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.245769:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313448.245775:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.245781:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.245785:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313448.246401:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.246406:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:2.0:1761313448.246411:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.246417:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.246421:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:2.0:1761313448.246423:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:2.0:1761313448.246430:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ecce33cf x1846869206502528/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313448.252936:0:78645:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff381f09. 00000400:00000200:0.0:1761313448.253609:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.253627:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000c80 00000400:00000200:0.0:1761313448.253636:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaed4d [1] + 224 00000400:00000200:0.0:1761313448.253649:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.253654:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.253666:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ecce33cf x1846869206502528/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.253709:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.253716:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958a80 00000400:00000010:3.0:1761313448.253723:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:3.0:1761313448.253729:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9dda38a 00000400:00000010:3.0:1761313448.253731:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9dda38a. 00000100:00000200:3.0:1761313448.253740:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ecce33cf x1846869206502528/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.253750:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ecce33cf x1846869206502528/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.253778:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075a7a1d9. 02000000:00000010:3.0:1761313448.253784:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000cb58e25. 00000100:00000010:3.0:1761313448.253788:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecce33cf. 00000100:00000010:3.0:1761313448.253793:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005ac607e7. 00010000:00000010:3.0:1761313448.253797:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c34beb15. 00000400:00000200:0.0:1761313448.253975:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad6dd [2] + 328 00000400:00000200:0.0:1761313448.254037:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.254041:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.254054:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.254061:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d53e42a. 00000020:00000010:3.0:1761313448.254962:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096c13cd0. 00000020:00000010:3.0:1761313448.254969:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000045e13ff. 00000020:00000010:3.0:1761313448.254973:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000009ba1190. 00000100:00000200:3.0:1761313448.254994:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d53e42a x1846869199522432/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313448.255025:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522432 02000000:00000010:3.0:1761313448.255043:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb230e48. 00010000:00000010:3.0:1761313448.255070:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077d60282. 00010000:00000010:3.0:1761313448.255089:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006cb765fe. 00000100:00000010:3.0:1761313448.255096:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b7d7b2f. 00000100:00000010:3.0:1761313448.256726:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b7d7b2f. 00010000:00000010:3.0:1761313448.256733:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006cb765fe. 00080000:00000010:2.0:1761313448.256765:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3ab68f7. 00000400:00000010:2.0:1761313448.256782:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea544e46. 00000100:00000200:2.0:1761313448.256789:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522432, offset 224 00000400:00000200:2.0:1761313448.256800:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.256814:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.256820:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89677:89677:256:4294967295] 192.168.204.1@tcp LPNI seq info [89677:89677:8:4294967295] 00000400:00000200:2.0:1761313448.256830:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.256836:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.256841:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313448.256847:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.256854:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.256858:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761313448.256878:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a3c2ff. 00000020:00000010:2.0:1761313448.256885:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000045e13ff. 00010000:00000010:3.0:1761313448.256887:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006251832b. 00000020:00000010:2.0:1761313448.256892:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000009ba1190. 00000020:00000010:2.0:1761313448.256899:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096c13cd0. 00000800:00000200:3.0:1761313448.257000:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.257004:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:3.0:1761313448.257009:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.257015:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.257019:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea544e46 00000400:00000010:3.0:1761313448.257021:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea544e46. 00010000:00000010:3.0:1761313448.257174:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f51b2. 00010000:00000010:3.0:1761313448.257178:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004a621030. 00010000:00000010:3.0:1761313448.257184:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054885f27. 00010000:00000010:3.0:1761313448.257189:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00080000:00000010:3.0:1761313448.257205:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000487087c4. 00010000:00000010:3.0:1761313448.257239:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313448.257243:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a621030. 00010000:00000010:3.0:1761313448.257297:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077207d8b. 00010000:00000010:3.0:1761313448.257300:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313448.257307:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006cb765fe. 00000100:00000010:3.0:1761313448.257315:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b7d7b2f. 00000100:00000010:3.0:1761313448.257323:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009cc66c06. 02000000:00000010:3.0:1761313448.257333:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce3c19d5. 02000000:00000010:3.0:1761313448.257356:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b1b6eee. 00000400:00000010:3.0:1761313448.257360:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000318cc8c4. 00000400:00000010:3.0:1761313448.257363:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c6939da. 00000100:00000200:3.0:1761313448.257368:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502592, portal 16 00000400:00000010:3.0:1761313448.257371:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000542f1aca. 00000100:00000200:3.0:1761313448.257373:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502592, offset 0 00000400:00000200:3.0:1761313448.257378:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.257384:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.257390:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.257393:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.257395:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.257397:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89678:89678:256:4294967295] 192.168.204.1@tcp LPNI seq info [89678:89678:8:4294967295] 00000400:00000200:3.0:1761313448.257405:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.257409:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.257411:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313448.257415:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.257419:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.257421:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313448.257509:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.257513:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:2.0:1761313448.257520:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.257524:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.257528:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000542f1aca 00000400:00000010:2.0:1761313448.257529:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000542f1aca. 00000100:00000200:2.0:1761313448.257536:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009cc66c06 x1846869206502592/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.258678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f750b4c8. 00010000:00000010:0.1:1761313448.258688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af948224. 00010000:00000010:0.1:1761313448.258692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e18166d2. 00000400:00000200:0.0:1761313448.259802:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.259821:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000cc0 00000400:00000200:0.0:1761313448.259832:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaed59 [1] + 224 00000400:00000200:0.0:1761313448.259847:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.259850:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.259859:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009cc66c06 x1846869206502592/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313448.261532:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000318cc8c4. 00000400:00000200:3.0:1761313448.261543:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c6939da 00000400:00000010:3.0:1761313448.261545:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c6939da. 00000100:00000200:3.0:1761313448.261558:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009cc66c06 x1846869206502592/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.261566:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009cc66c06 x1846869206502592/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.261597:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b1b6eee. 02000000:00000010:3.0:1761313448.261603:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce3c19d5. 00000100:00000010:3.0:1761313448.261606:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009cc66c06. 00000100:00000010:3.0:1761313448.261609:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b7d7b2f. 00010000:00000010:3.0:1761313448.261612:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006cb765fe. 00000400:00000200:3.0:1761313448.262188:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.262202:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958ac0 00000400:00000200:3.0:1761313448.262208:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad6dd [2] + 656 00000400:00000200:3.0:1761313448.262259:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.262263:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.262269:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.262272:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009cc66c06. 00000020:00000010:0.0:1761313448.262345:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000cb58e25. 00000020:00000010:0.0:1761313448.262353:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.262357:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.262379:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009cc66c06 x1846869199522496/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313448.262412:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522496 02000000:00000010:0.0:1761313448.262422:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000075a7a1d9. 00010000:00000010:0.0:1761313448.262447:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009bd6f331. 00010000:00000010:0.0:1761313448.262465:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000099652689. 00000100:00000010:0.0:1761313448.262499:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1861b1a. 00000100:00000010:0.0:1761313448.262508:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1861b1a. 00010000:00000010:0.0:1761313448.262510:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000099652689. 00000400:00000010:0.0:1761313448.262522:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb803c1. 00000100:00000200:0.0:1761313448.262526:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522496, offset 224 00000400:00000200:0.0:1761313448.262532:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.262542:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.262547:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89679:89679:256:4294967295] 192.168.204.1@tcp LPNI seq info [89679:89679:8:4294967295] 00000400:00000200:0.0:1761313448.262557:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.262562:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.262565:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313448.262570:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.262576:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.262579:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.262596:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.262601:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.262604:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000cb58e25. 00000800:00000200:0.0:1761313448.262657:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.262660:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:0.0:1761313448.262662:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.262665:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.262668:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb803c1 00000400:00000010:0.0:1761313448.262669:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb803c1. 00080000:00000010:3.0:1761313448.263636:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce3c19d5. 00010000:00000010:3.0:1761313448.263727:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313448.263734:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ddc9993. 00010000:00000010:3.0:1761313448.263801:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fbf693f. 00010000:00000010:3.0:1761313448.263806:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313448.263815:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006cb765fe. 00000100:00000010:3.0:1761313448.263819:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b7d7b2f. 00000100:00000010:3.0:1761313448.263826:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b721411. 02000000:00000010:3.0:1761313448.263838:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b1b6eee. 02000000:00000010:3.0:1761313448.263861:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e51b7dd4. 00000400:00000010:3.0:1761313448.263867:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000318cc8c4. 00000400:00000010:3.0:1761313448.263872:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c6939da. 00000100:00000200:3.0:1761313448.263877:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502656, portal 16 00000400:00000010:3.0:1761313448.263882:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008958a6fd. 00000100:00000200:3.0:1761313448.263884:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502656, offset 0 00000400:00000200:3.0:1761313448.263891:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.263902:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.263908:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.263912:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.263915:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.263917:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89680:89680:256:4294967295] 192.168.204.1@tcp LPNI seq info [89680:89680:8:4294967295] 00000400:00000200:3.0:1761313448.263925:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.263930:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.263933:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005335cb5f (tot 82354770). 00000800:00000200:3.0:1761313448.263938:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.263943:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.263946:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005335cb5f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.264656:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.264659:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005335cb5f (tot 82354522). 00000400:00000200:0.0:1761313448.264669:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.264675:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.264679:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008958a6fd 00000400:00000010:0.0:1761313448.264682:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008958a6fd. 00000100:00000200:0.0:1761313448.264689:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b721411 x1846869206502656/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.267623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e45c4ff0. 00010000:00000010:3.1:1761313448.267634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038421822. 00010000:00000010:3.1:1761313448.267638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e12dad6e. 00010000:00000010:3.1:1761313448.267641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f51b2. 00010000:00000010:3.1:1761313448.267648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054885f27. 00000400:00000200:1.0:1761313448.271677:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.271698:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000d00 00000400:00000200:1.0:1761313448.271707:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaed65 [1] + 224 00000400:00000200:1.0:1761313448.271720:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.271724:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.271733:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000b721411 x1846869206502656/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.271776:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.271783:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958b00 00000400:00000200:1.0:1761313448.271787:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad6dd [2] + 984 00000400:00000200:1.0:1761313448.271841:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.271845:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.271849:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.271854:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00010000:00000010:0.1:1761313448.271947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69eed6a. 00000400:00000010:2.0:1761313448.271950:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000318cc8c4. 00000400:00000200:2.0:1761313448.271957:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c6939da 00000400:00000010:2.0:1761313448.271959:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c6939da. 00000100:00000200:2.0:1761313448.271979:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000b721411 x1846869206502656/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313448.271985:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000575fb5e0. 00000100:00000200:2.0:1761313448.271989:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000b721411 x1846869206502656/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313448.271993:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.271999:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 02000000:00000010:2.0:1761313448.272018:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e51b7dd4. 02000000:00000010:2.0:1761313448.272025:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b1b6eee. 00000100:00000200:0.0:1761313448.272025:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199522560/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000010:2.0:1761313448.272030:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b721411. 00000100:00000010:2.0:1761313448.272035:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b7d7b2f. 00010000:00000010:2.0:1761313448.272039:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006cb765fe. 00000100:00000200:0.0:1761313448.272058:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522560 02000000:00000010:0.0:1761313448.272069:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a5c083b. 00010000:00000010:0.0:1761313448.272097:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e08b91b8. 00010000:00000010:0.0:1761313448.272118:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000099652689. 00000100:00000010:0.0:1761313448.272133:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1861b1a. 00000100:00000010:0.0:1761313448.272150:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1861b1a. 00010000:00000010:0.0:1761313448.272152:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000099652689. 00000400:00000010:0.0:1761313448.272165:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb803c1. 00000100:00000200:0.0:1761313448.272170:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522560, offset 224 00000400:00000200:0.0:1761313448.272177:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.272188:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.272194:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89681:89681:256:4294967295] 192.168.204.1@tcp LPNI seq info [89681:89681:8:4294967295] 00000400:00000200:0.0:1761313448.272204:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.272209:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.272213:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313448.272219:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.272226:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.272230:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.272248:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.272253:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.272256:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000575fb5e0. 00000800:00000200:0.0:1761313448.272323:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.272326:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:0.0:1761313448.272330:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.272333:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.272335:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb803c1 00000400:00000010:0.0:1761313448.272336:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb803c1. 00080000:00000010:2.0:1761313448.272737:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e171f696. 00010000:00000010:3.1:1761313448.272775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040b60d47. 00010000:00000010:3.1:1761313448.272782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077207d8b. 00010000:00000010:2.0:1761313448.272831:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:2.0:1761313448.272838:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad57612d. 00010000:00000010:2.0:1761313448.272920:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1775bcc. 00010000:00000010:2.0:1761313448.272926:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d01aa689. 00010000:00000010:2.0:1761313448.272935:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313448.272939:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.272945:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.272956:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050083b2a. 02000000:00000010:2.0:1761313448.272989:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d61b3d34. 00000400:00000010:2.0:1761313448.272995:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edfbcf0c. 00000400:00000010:2.0:1761313448.272999:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313448.273005:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502720, portal 16 00000400:00000010:2.0:1761313448.273010:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea544e46. 00000100:00000200:2.0:1761313448.273012:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502720, offset 0 00000400:00000200:2.0:1761313448.273017:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.273026:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.273032:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.273041:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.273044:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.273047:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89682:89682:256:4294967295] 192.168.204.1@tcp LPNI seq info [89682:89682:8:4294967295] 00000400:00000200:2.0:1761313448.273054:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.273058:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.273062:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82354770). 00000800:00000200:2.0:1761313448.273066:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.273070:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.273073:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.273162:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.273164:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00000400:00000200:0.0:1761313448.273168:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.273172:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.273175:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea544e46 00000400:00000010:0.0:1761313448.273176:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea544e46. 00000100:00000200:0.0:1761313448.273181:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206502720/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.276531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002522c595. 00010000:00000010:2.1:1761313448.282536:0:78621:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8e5bae. 00010000:00000010:2.1:1761313448.282549:0:78621:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fbf693f. 00000400:00000200:3.0:1761313448.287408:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.287429:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000d40 00000400:00000200:3.0:1761313448.287439:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaed71 [1] + 224 00000400:00000200:3.0:1761313448.287451:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.287454:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.287466:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206502720/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.287519:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.287524:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958b40 00000400:00000200:3.0:1761313448.287528:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad6dd [2] + 1312 00000400:00000200:3.0:1761313448.287537:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.287540:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.287543:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.287549:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dbb6b51. 00000020:00000010:3.0:1761313448.287593:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095d86ee7. 00000020:00000010:3.0:1761313448.287599:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004a621030. 00000020:00000010:3.0:1761313448.287604:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b563b7ca. 00000100:00000200:3.0:1761313448.287629:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dbb6b51 x1846869199522624/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313448.287660:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522624 02000000:00000010:3.0:1761313448.287726:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f25cf96. 00010000:00000010:3.0:1761313448.287763:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004df515c1. 00000100:00000010:3.0:1761313448.287770:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9055f11. 00000100:00000010:3.0:1761313448.287776:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9055f11. 00010000:00000010:3.0:1761313448.287779:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004df515c1. 00000400:00000010:3.0:1761313448.287792:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eafa7148. 00000100:00000200:3.0:1761313448.287796:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522624, offset 224 00000400:00000200:3.0:1761313448.287802:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.287811:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.287816:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89683:89683:256:4294967295] 192.168.204.1@tcp LPNI seq info [89683:89683:8:4294967295] 00000400:00000200:3.0:1761313448.287825:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.287830:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.287834:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354770). 00000800:00000200:3.0:1761313448.287839:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.287845:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.287848:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.287865:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004a621030. 00000020:00000010:3.0:1761313448.287869:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b563b7ca. 00000020:00000010:3.0:1761313448.287873:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095d86ee7. 00000800:00000200:3.0:1761313448.287961:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.287964:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354522). 00000400:00000200:3.0:1761313448.287972:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.287975:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.287978:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eafa7148 00000400:00000010:3.0:1761313448.287980:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eafa7148. 00000400:00000010:2.0:1761313448.289200:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edfbcf0c. 00000400:00000200:2.0:1761313448.289207:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:2.0:1761313448.289209:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:2.0:1761313448.289218:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206502720/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.289227:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206502720/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313448.289251:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051d8d880. 02000000:00000010:2.0:1761313448.289265:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d61b3d34. 02000000:00000010:2.0:1761313448.289270:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000050083b2a. 00000100:00000010:2.0:1761313448.289273:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.289276:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.289279:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00080000:00000010:2.0:1761313448.289298:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050083b2a. 00010000:00000010:2.0:1761313448.289387:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d01aa689. 00010000:00000010:2.0:1761313448.289394:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092b37e8d. 00010000:00000010:2.0:1761313448.289622:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e22e6995. 00010000:00000010:2.0:1761313448.289630:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d01aa689. 00010000:00000010:2.0:1761313448.289640:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313448.289644:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.289650:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.289661:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d61b3d34. 02000000:00000010:2.0:1761313448.289683:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3b8546f. 00000400:00000010:2.0:1761313448.289686:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edfbcf0c. 00000400:00000010:2.0:1761313448.289690:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313448.289694:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502784, portal 16 00000400:00000010:2.0:1761313448.289698:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c31452. 00000100:00000200:2.0:1761313448.289700:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502784, offset 0 00000400:00000200:2.0:1761313448.289706:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.289715:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.289722:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.289726:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.289729:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.289733:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89684:89684:256:4294967295] 192.168.204.1@tcp LPNI seq info [89684:89684:8:4294967295] 00000400:00000200:2.0:1761313448.289743:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.289749:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.289753:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000800:00000200:2.0:1761313448.289758:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.289764:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.289767:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.289854:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.289857:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:3.0:1761313448.289862:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.289866:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.289869:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c31452 00000400:00000010:3.0:1761313448.289870:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c31452. 00000100:00000200:3.0:1761313448.289875:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206502784/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.294827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be931c7. 00010000:00000010:2.1:1761313448.294840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5eb871f. 00010000:00000010:2.1:1761313448.294844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1775bcc. 00000400:00000200:0.0:1761313448.302843:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.302862:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000d80 00000400:00000200:0.0:1761313448.302869:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaed7d [1] + 224 00000400:00000200:0.0:1761313448.302880:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.302883:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.302892:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206502784/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.302921:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.302926:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958b80 00000400:00000200:0.0:1761313448.302930:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad6dd [2] + 1640 00000400:00000010:2.0:1761313448.302943:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edfbcf0c. 00000400:00000200:2.0:1761313448.302949:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:2.0:1761313448.302952:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:2.0:1761313448.302959:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206502784/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.302968:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206502784/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.302982:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.302988:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.302991:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.302996:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:2.0:1761313448.302998:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3b8546f. 02000000:00000010:2.0:1761313448.303005:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d61b3d34. 00000100:00000010:2.0:1761313448.303008:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.303013:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.303017:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00000020:00000010:0.0:1761313448.303193:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003df65fe. 00000020:00000010:0.0:1761313448.303200:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.303204:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.303223:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009fcf2774 x1846869199522688/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313448.303248:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522688 02000000:00000010:0.0:1761313448.303256:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5eda349. 00010000:00000010:0.0:1761313448.303280:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000758d1745. 00010000:00000010:0.0:1761313448.303297:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df39f145. 00000100:00000010:0.0:1761313448.303303:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1861b1a. 00000100:00000010:0.0:1761313448.303311:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1861b1a. 00010000:00000010:0.0:1761313448.303314:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df39f145. 00000400:00000010:0.0:1761313448.303325:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb803c1. 00000100:00000200:0.0:1761313448.303329:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522688, offset 224 00000400:00000200:0.0:1761313448.303336:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.303346:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.303352:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89685:89685:256:4294967295] 192.168.204.1@tcp LPNI seq info [89685:89685:8:4294967295] 00000400:00000200:0.0:1761313448.303360:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.303368:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.303372:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313448.303377:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.303384:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.303388:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.303403:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.303407:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.303411:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003df65fe. 00080000:00000010:0.0:1761313448.303437:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003df65fe. 00010000:00000010:0.0:1761313448.303551:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d01aa689. 00010000:00000010:0.0:1761313448.303558:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000045f75c31. 00010000:00000010:0.0:1761313448.303633:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e18166d2. 00010000:00000010:0.0:1761313448.303639:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001a29e245. 00010000:00000010:0.0:1761313448.303647:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df39f145. 00000100:00000010:0.0:1761313448.303650:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1861b1a. 00000100:00000010:0.0:1761313448.303655:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efea900. 02000000:00000010:0.0:1761313448.303665:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d52a655c. 02000000:00000010:0.0:1761313448.303686:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ec09592. 00000400:00000010:0.0:1761313448.303691:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f833fed9. 00000400:00000010:0.0:1761313448.303695:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e99e622. 00000100:00000200:0.0:1761313448.303699:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502848, portal 16 00000400:00000010:0.0:1761313448.303703:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f342411. 00000100:00000200:0.0:1761313448.303705:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502848, offset 0 00000400:00000200:0.0:1761313448.303711:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.303716:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.303722:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.303725:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.303728:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.303730:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89686:89686:255:4294967295] 192.168.204.1@tcp LPNI seq info [89686:89686:7:4294967295] 00000400:00000200:0.0:1761313448.303739:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.303744:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.303748:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82355018). 00000800:00000200:0.0:1761313448.303751:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.303755:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.303757:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.304002:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.304007:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354770). 00000400:00000200:3.0:1761313448.304010:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.304015:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.304017:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb803c1 00000400:00000010:3.0:1761313448.304019:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb803c1. 00000800:00000200:3.0:1761313448.304069:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.304071:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:3.0:1761313448.304075:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.304077:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.304079:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f342411 00000400:00000010:3.0:1761313448.304080:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f342411. 00000100:00000200:3.0:1761313448.304085:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003efea900 x1846869206502848/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.309461:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.309538:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000dc0 00000400:00000200:3.0:1761313448.309549:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaed89 [1] + 224 00000400:00000200:3.0:1761313448.309566:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.309571:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.309582:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efea900 x1846869206502848/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313448.309682:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f833fed9. 00000400:00000200:1.0:1761313448.309688:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e99e622 00000400:00000010:1.0:1761313448.309690:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e99e622. 00000100:00000200:1.0:1761313448.309697:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003efea900 x1846869206502848/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313448.309704:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003efea900 x1846869206502848/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313448.309734:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ec09592. 02000000:00000010:1.0:1761313448.309740:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d52a655c. 00000100:00000010:1.0:1761313448.309745:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efea900. 00000100:00000010:1.0:1761313448.309750:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1861b1a. 00010000:00000010:1.0:1761313448.309753:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df39f145. 00010000:00000010:0.1:1761313448.319251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000651c19ce. 00000400:00000200:0.0:1761313448.321198:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.321216:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958bc0 00000400:00000200:0.0:1761313448.321224:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad6dd [2] + 1968 00000400:00000010:0.0:1761313448.321230:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005d0bbb18. 00000400:00000200:0.0:1761313448.321235:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003c5897d5 00000400:00000200:0.0:1761313448.321301:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.321306:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.321311:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c5897d5 00000400:00000010:0.0:1761313448.321313:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003c5897d5 (tot 82354370). 00000100:00000200:0.0:1761313448.321318:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313448.321638:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000671b0c15. 00000020:00000010:1.0:1761313448.321645:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.321650:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313448.321676:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006108a761 x1846869199522752/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313448.321707:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522752 02000000:00000010:1.0:1761313448.321718:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bbaf554f. 00010000:00000010:1.0:1761313448.321748:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008bc8186. 00010000:00000010:1.0:1761313448.321767:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006d876979. 00000100:00000010:1.0:1761313448.321774:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce78c43e. 00000100:00000010:1.0:1761313448.321787:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce78c43e. 00010000:00000010:1.0:1761313448.321790:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006d876979. 00000400:00000010:1.0:1761313448.321803:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000903c6f44. 00000100:00000200:1.0:1761313448.321809:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522752, offset 224 00000400:00000200:1.0:1761313448.321816:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.321827:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.321832:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89687:89687:256:4294967295] 192.168.204.1@tcp LPNI seq info [89687:89687:8:4294967295] 00000400:00000200:1.0:1761313448.321841:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.321846:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.321849:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82354618). 00000800:00000200:1.0:1761313448.321854:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.321860:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.321864:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.321880:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.321884:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313448.321886:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000671b0c15. 02000000:00000010:1.0:1761313448.321895:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5eda349. 00000100:00000010:1.0:1761313448.321898:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 02000000:00000010:1.0:1761313448.321902:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f25cf96. 00000100:00000010:1.0:1761313448.321904:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dbb6b51. 02000000:00000010:1.0:1761313448.321908:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a5c083b. 00000100:00000010:1.0:1761313448.321912:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:1.0:1761313448.321917:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000075a7a1d9. 00000100:00000010:1.0:1761313448.321920:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009cc66c06. 02000000:00000010:1.0:1761313448.321923:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb230e48. 00000100:00000010:1.0:1761313448.321924:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d53e42a. 02000000:00000010:1.0:1761313448.321926:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003ef0a074. 00000100:00000010:1.0:1761313448.321928:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8720239. 00000100:00000200:1.0:1761313448.321933:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313448.321939:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003baadcdf. 00000400:00000010:1.0:1761313448.321942:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce78c43e (tot 82354770). 00000800:00000200:1.0:1761313448.322018:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.322021:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354522). 00000400:00000200:1.0:1761313448.322025:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.322029:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.322031:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000903c6f44 00000400:00000010:1.0:1761313448.322033:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000903c6f44. 02000000:00000010:1.0:1761313448.322037:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bbaf554f. 00080000:00000010:1.0:1761313448.322061:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbaf554f. 00010000:00000010:1.0:1761313448.322158:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a29e245. 00010000:00000010:1.0:1761313448.322165:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000045e11a22. 00010000:00000010:1.0:1761313448.322236:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2617f7e. 00010000:00000010:1.0:1761313448.322240:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2144a62. 00010000:00000010:1.0:1761313448.322245:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000471d98dd. 00010000:00000010:1.0:1761313448.322249:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ea13095. 00080000:00000010:1.0:1761313448.322261:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000671b0c15. 00010000:00000010:1.0:1761313448.322285:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ea13095. 00010000:00000010:1.0:1761313448.322289:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2144a62. 00010000:00000010:1.0:1761313448.322339:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4f92db6. 00010000:00000010:1.0:1761313448.322342:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ea13095. 00010000:00000010:1.0:1761313448.322350:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006d876979. 00000100:00000010:1.0:1761313448.322353:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad106e68. 00000100:00000010:1.0:1761313448.322359:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 02000000:00000010:1.0:1761313448.322371:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ebe56e91. 02000000:00000010:1.0:1761313448.322394:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccb5d465. 00000400:00000010:1.0:1761313448.322397:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053e6c152. 00000400:00000010:1.0:1761313448.322400:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000903c6f44. 00000100:00000200:1.0:1761313448.322403:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502912, portal 16 00000400:00000010:1.0:1761313448.322407:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c50244. 00000100:00000200:1.0:1761313448.322408:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502912, offset 0 00000400:00000200:1.0:1761313448.322412:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.322419:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.322424:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313448.322427:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313448.322430:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313448.322432:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89688:89688:256:4294967295] 192.168.204.1@tcp LPNI seq info [89688:89688:8:4294967295] 00000400:00000200:1.0:1761313448.322439:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.322443:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.322445:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82354770). 00000800:00000200:1.0:1761313448.322449:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.322453:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.322455:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.322525:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.322527:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354522). 00000400:00000200:1.0:1761313448.322530:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.322533:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.322535:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c50244 00000400:00000010:1.0:1761313448.322536:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c50244. 00000100:00000200:1.0:1761313448.322541:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004cba86d4 x1846869206502912/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.323516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dbe283e. 00010000:00000010:0.1:1761313448.323528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e22e6995. 00000400:00000200:0.0:1761313448.328259:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.328276:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000e00 00000400:00000200:0.0:1761313448.328283:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaed99 [1] + 224 00000400:00000200:0.0:1761313448.328293:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.328297:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.328307:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004cba86d4 x1846869206502912/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.328340:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.328345:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958c00 00000400:00000200:0.0:1761313448.328349:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad735 [2] + 0 00000400:00000200:0.0:1761313448.328356:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.328360:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.328363:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761313448.328368:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053e6c152. 00000100:00000010:0.0:1761313448.328369:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008fa85d88. 00000400:00000200:2.0:1761313448.328373:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000903c6f44 00000400:00000010:2.0:1761313448.328376:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000903c6f44. 00000100:00000200:2.0:1761313448.328384:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004cba86d4 x1846869206502912/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.328392:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004cba86d4 x1846869206502912/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313448.328421:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077145c2b. 02000000:00000010:2.0:1761313448.328423:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccb5d465. 00000020:00000010:0.0:1761313448.328428:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013c8b193. 02000000:00000010:2.0:1761313448.328430:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ebe56e91. 00000100:00000010:2.0:1761313448.328434:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 00000020:00000010:0.0:1761313448.328434:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000010:2.0:1761313448.328441:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ad106e68. 00010000:00000010:2.0:1761313448.328444:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006d876979. 00000100:00000200:0.0:1761313448.328459:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008fa85d88 x1846869199522816/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313448.328514:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522816 02000000:00000010:0.0:1761313448.328526:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf12db37. 00010000:00000010:0.0:1761313448.328551:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005cf7cbad. 00010000:00000010:0.0:1761313448.328567:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000910b4ffb. 00000100:00000010:0.0:1761313448.328572:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006bab1fdb. 00000100:00000010:0.0:1761313448.328578:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006bab1fdb. 00010000:00000010:0.0:1761313448.328580:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000910b4ffb. 00000400:00000010:0.0:1761313448.328590:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facf59a2. 00000100:00000200:0.0:1761313448.328593:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522816, offset 224 00000400:00000200:0.0:1761313448.328600:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.328609:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.328613:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89689:89689:256:4294967295] 192.168.204.1@tcp LPNI seq info [89689:89689:8:4294967295] 00000400:00000200:0.0:1761313448.328623:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.328627:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.328631:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82354770). 00000800:00000200:0.0:1761313448.328635:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.328641:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.328644:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.328656:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013c8b193. 00000020:00000010:0.0:1761313448.328660:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.328662:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077145c2b. 00080000:00000010:2.0:1761313448.328740:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d61b3d34. 00000800:00000200:0.0:1761313448.328751:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.328755:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:0.0:1761313448.328758:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.328762:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.328764:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facf59a2 00000400:00000010:0.0:1761313448.328765:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facf59a2. 00010000:00000010:2.0:1761313448.328834:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ea13095. 00010000:00000010:2.0:1761313448.328842:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f940e79d. 00010000:00000010:2.0:1761313448.328920:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1775bcc. 00010000:00000010:2.0:1761313448.328927:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313448.328937:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a46a831. 00000100:00000010:2.0:1761313448.328940:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.328947:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.328958:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3b8546f. 02000000:00000010:2.0:1761313448.328981:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f5e4bd8. 00000400:00000010:2.0:1761313448.328986:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edfbcf0c. 00000400:00000010:2.0:1761313448.328990:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313448.328994:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206502976, portal 16 00000400:00000010:2.0:1761313448.328998:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e8705f6. 00000100:00000200:2.0:1761313448.329000:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206502976, offset 0 00000400:00000200:2.0:1761313448.329005:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.329011:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.329017:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.329022:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.329024:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.329027:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89690:89690:256:4294967295] 192.168.204.1@tcp LPNI seq info [89690:89690:8:4294967295] 00000400:00000200:2.0:1761313448.329095:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.329100:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.329104:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82354770). 00000800:00000200:2.0:1761313448.329109:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.329113:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.329115:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.330925:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.330932:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354522). 00000400:00000200:1.0:1761313448.330939:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.330948:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.330953:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e8705f6 00000400:00000010:1.0:1761313448.330955:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e8705f6. 00000100:00000200:1.0:1761313448.330963:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206502976/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313448.336607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa06b693. 00010000:00000010:1.1:1761313448.336624:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069c0b8cf. 00010000:00000010:1.1:1761313448.336629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e18166d2. 00010000:00000010:1.1:1761313448.336632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2617f7e. 00010000:00000010:1.1:1761313448.336636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000471d98dd. 00000400:00000200:0.0:1761313448.339628:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.339647:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000e40 00000400:00000200:0.0:1761313448.339655:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeda5 [1] + 224 00000400:00000200:0.0:1761313448.339667:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.339671:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.339681:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206502976/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.339719:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.339725:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958c40 00000400:00000200:0.0:1761313448.339731:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad735 [2] + 328 00000400:00000010:2.0:1761313448.339740:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edfbcf0c. 00000400:00000200:2.0:1761313448.339746:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:2.0:1761313448.339748:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:2.0:1761313448.339755:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206502976/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.339763:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206502976/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.339792:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1761313448.339793:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f5e4bd8. 00000400:00000200:0.0:1761313448.339798:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 02000000:00000010:2.0:1761313448.339800:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3b8546f. 00000100:00000200:0.0:1761313448.339804:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313448.339805:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.339811:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00000100:00000010:0.0:1761313448.339812:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfb623eb. 00010000:00000010:2.0:1761313448.339814:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a46a831. 00000020:00000010:1.0:1761313448.339872:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebe56e91. 00000020:00000010:1.0:1761313448.339879:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.339883:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00010000:00000010:2.1:1761313448.340677:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039e1def1. 00010000:00000010:2.1:1761313448.340684:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4f92db6. 00000100:00000200:1.0:1761313448.341171:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfb623eb x1846869199522880/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313448.341214:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522880 02000000:00000010:1.0:1761313448.341228:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ccb5d465. 00010000:00000010:1.0:1761313448.341260:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e1db5a3. 00010000:00000010:0.1:1761313448.341500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029fe1583. 00010000:00000010:1.0:1761313448.341733:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fcc9fbd. 00000100:00000010:1.0:1761313448.341742:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad106e68. 00000100:00000010:1.0:1761313448.341765:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ad106e68. 00010000:00000010:1.0:1761313448.341769:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fcc9fbd. 00000400:00000010:1.0:1761313448.341784:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c50244. 00000100:00000200:1.0:1761313448.341790:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522880, offset 224 00000400:00000200:1.0:1761313448.341798:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:0.0:1761313448.341801:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c5ae505. 00000400:00000200:1.0:1761313448.341812:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.341819:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89691:89691:256:4294967295] 192.168.204.1@tcp LPNI seq info [89691:89691:8:4294967295] 00000400:00000200:1.0:1761313448.341828:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.341834:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.341840:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82354770). 00000800:00000200:1.0:1761313448.341846:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.341854:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.341857:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.341877:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.341882:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313448.341886:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebe56e91. 00010000:00000010:0.0:1761313448.341893:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973fb3db. 00010000:00000010:0.0:1761313448.341901:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c8e962c. 00010000:00000010:0.0:1761313448.341976:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea3a3f46. 00010000:00000010:0.0:1761313448.341982:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0be270f. 00010000:00000010:0.0:1761313448.341990:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0d12a1. 00000100:00000010:0.0:1761313448.341994:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006bab1fdb. 00000100:00000010:0.0:1761313448.342000:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 02000000:00000010:0.0:1761313448.342010:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075d7999d. 02000000:00000010:0.0:1761313448.342031:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093c67ec9. 00000400:00000010:0.0:1761313448.342036:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008845072c. 00000400:00000010:0.0:1761313448.342041:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facf59a2. 00000100:00000200:0.0:1761313448.342045:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503040, portal 16 00000400:00000010:0.0:1761313448.342050:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb083fae. 00000100:00000200:0.0:1761313448.342052:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503040, offset 0 00000400:00000200:0.0:1761313448.342057:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.342063:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.342069:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.342073:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.342076:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.342078:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89692:89692:255:4294967295] 192.168.204.1@tcp LPNI seq info [89692:89692:7:4294967295] 00000400:00000200:0.0:1761313448.342085:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.342089:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.342092:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ecabba (tot 82355018). 00000800:00000200:0.0:1761313448.342095:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.342099:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.342101:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000095ecabba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.342574:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.342578:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354770). 00000400:00000200:1.0:1761313448.342583:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.342588:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.342593:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c50244 00000400:00000010:1.0:1761313448.342595:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c50244. 00000800:00000200:1.0:1761313448.343430:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.343434:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ecabba (tot 82354522). 00000400:00000200:1.0:1761313448.343438:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.343443:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.343447:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb083fae 00000400:00000010:1.0:1761313448.343448:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb083fae. 00000100:00000200:1.0:1761313448.343455:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097d9a2db x1846869206503040/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313448.348541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000994a9f1f. 00010000:00000010:0.1:1761313448.348601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000312b3bf8. 00010000:00000010:0.1:1761313448.348608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1775bcc. 00000400:00000200:1.0:1761313448.352240:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.352261:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000e80 00000400:00000200:1.0:1761313448.352270:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaedb1 [1] + 224 00000400:00000200:1.0:1761313448.352288:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.352302:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.352315:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097d9a2db x1846869206503040/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313448.352404:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008845072c. 00000400:00000200:0.0:1761313448.352409:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facf59a2 00000400:00000010:0.0:1761313448.352411:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facf59a2. 00000100:00000200:0.0:1761313448.352418:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097d9a2db x1846869206503040/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.352425:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097d9a2db x1846869206503040/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.352454:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093c67ec9. 02000000:00000010:0.0:1761313448.352460:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075d7999d. 00000100:00000010:0.0:1761313448.352464:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 00000100:00000010:0.0:1761313448.352671:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006bab1fdb. 00010000:00000010:0.0:1761313448.352676:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0d12a1. 00000400:00000200:0.0:1761313448.353008:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.353016:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958c80 00000400:00000200:0.0:1761313448.353021:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad735 [2] + 656 00000400:00000200:0.0:1761313448.353073:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.353078:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.353083:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.353086:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 00000020:00000010:1.0:1761313448.353370:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000757024a5. 00000020:00000010:1.0:1761313448.353376:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.353380:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313448.353403:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097d9a2db x1846869199522944/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313448.353437:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199522944 02000000:00000010:1.0:1761313448.353449:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ec09592. 00010000:00000010:1.0:1761313448.353501:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000ed57a7. 00010000:00000010:1.0:1761313448.353522:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fcc9fbd. 00000100:00000010:1.0:1761313448.353529:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad106e68. 00000100:00000010:1.0:1761313448.353546:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ad106e68. 00010000:00000010:1.0:1761313448.353549:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fcc9fbd. 00000400:00000010:1.0:1761313448.353562:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c50244. 00000100:00000200:1.0:1761313448.353566:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199522944, offset 224 00000400:00000200:1.0:1761313448.353573:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.353583:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.353589:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89693:89693:256:4294967295] 192.168.204.1@tcp LPNI seq info [89693:89693:8:4294967295] 00000400:00000200:1.0:1761313448.353598:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.353603:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.353607:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82354770). 00000800:00000200:1.0:1761313448.353612:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.353620:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.353624:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.353640:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.353643:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313448.353646:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000757024a5. 00000800:00000200:1.0:1761313448.353714:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.353718:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354522). 00000400:00000200:1.0:1761313448.353722:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.353725:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.353728:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c50244 00000400:00000010:1.0:1761313448.353730:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c50244. 00080000:00000010:3.0:1761313448.353796:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095d86ee7. 00010000:00000010:3.0:1761313448.353889:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0be270f. 00010000:00000010:3.0:1761313448.353895:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000025d9458. 00010000:00000010:3.0:1761313448.353966:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077207d8b. 00010000:00000010:3.0:1761313448.353973:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313448.353983:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004df515c1. 00000100:00000010:3.0:1761313448.353986:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9055f11. 00000100:00000010:3.0:1761313448.353992:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 02000000:00000010:3.0:1761313448.354003:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f47a14a. 02000000:00000010:3.0:1761313448.354024:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4741034. 00000400:00000010:3.0:1761313448.354029:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004084b6a3. 00000400:00000010:3.0:1761313448.354033:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eafa7148. 00000100:00000200:3.0:1761313448.354037:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503104, portal 16 00000400:00000010:3.0:1761313448.354041:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4631295. 00000100:00000200:3.0:1761313448.354042:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503104, offset 0 00000400:00000200:3.0:1761313448.354047:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.354054:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.354059:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.354062:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.354065:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.354067:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89694:89694:256:4294967295] 192.168.204.1@tcp LPNI seq info [89694:89694:8:4294967295] 00000400:00000200:3.0:1761313448.354074:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.354078:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.354081:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354770). 00000800:00000200:3.0:1761313448.354084:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.354088:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.354091:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.354374:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.354377:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354522). 00000400:00000200:1.0:1761313448.354384:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.354389:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.354391:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4631295 00000400:00000010:1.0:1761313448.354393:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4631295. 00000100:00000200:1.0:1761313448.354399:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fb233b29 x1846869206503104/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.355761:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.355776:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000ec0 00000400:00000200:0.0:1761313448.355783:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaedbd [1] + 224 00000400:00000200:0.0:1761313448.355798:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.355802:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.355810:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fb233b29 x1846869206503104/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313448.355885:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004084b6a3. 00000400:00000200:3.0:1761313448.355889:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eafa7148 00000400:00000010:3.0:1761313448.355891:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eafa7148. 00000100:00000200:3.0:1761313448.355897:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fb233b29 x1846869206503104/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.355903:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fb233b29 x1846869206503104/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.355927:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4741034. 02000000:00000010:3.0:1761313448.355932:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f47a14a. 00000100:00000010:3.0:1761313448.355937:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 00000100:00000010:3.0:1761313448.355940:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9055f11. 00010000:00000010:3.0:1761313448.355943:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004df515c1. 00000400:00000200:1.0:1761313448.359467:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.359545:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958cc0 00000400:00000200:1.0:1761313448.359553:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad735 [2] + 984 00000400:00000200:1.0:1761313448.359774:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.359779:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.359787:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.359793:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000020:00000010:0.0:1761313448.361014:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075d7999d. 00000020:00000010:0.0:1761313448.361023:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.361028:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.361056:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199523008/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313448.361099:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523008 02000000:00000010:0.0:1761313448.361111:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093c67ec9. 00010000:00000010:0.0:1761313448.361150:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000cf0cf97. 00010000:00000010:0.0:1761313448.361172:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0d12a1. 00000100:00000010:0.0:1761313448.361180:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006bab1fdb. 00000100:00000010:0.0:1761313448.361190:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006bab1fdb. 00010000:00000010:0.0:1761313448.361192:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0d12a1. 00000400:00000010:0.0:1761313448.361206:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facf59a2. 00000100:00000200:0.0:1761313448.361212:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523008, offset 224 00000400:00000200:0.0:1761313448.361221:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.361233:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.361239:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89695:89695:256:4294967295] 192.168.204.1@tcp LPNI seq info [89695:89695:8:4294967295] 00000400:00000200:0.0:1761313448.361251:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.361257:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.361262:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313448.361269:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.361275:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.361279:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.361297:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.361302:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.361305:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075d7999d. 00080000:00000010:3.0:1761313448.361382:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4741034. 00010000:00000010:3.0:1761313448.361496:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:3.0:1761313448.361503:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ec48b83. 00010000:00000010:3.0:1761313448.361584:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054885f27. 00010000:00000010:3.0:1761313448.361592:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054032784. 00010000:00000010:3.0:1761313448.361603:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004df515c1. 00000100:00000010:3.0:1761313448.361607:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9055f11. 00000100:00000010:3.0:1761313448.361615:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 02000000:00000010:3.0:1761313448.361626:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067e89f62. 02000000:00000010:3.0:1761313448.361649:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ef0a074. 00000400:00000010:3.0:1761313448.361655:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004084b6a3. 00000400:00000010:3.0:1761313448.361660:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eafa7148. 00000100:00000200:3.0:1761313448.361666:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503168, portal 16 00000400:00000010:3.0:1761313448.361672:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313448.361674:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503168, offset 0 00000400:00000200:3.0:1761313448.361679:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.361686:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.361693:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.361697:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.361699:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.361702:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89696:89696:255:4294967295] 192.168.204.1@tcp LPNI seq info [89696:89696:7:4294967295] 00000400:00000200:3.0:1761313448.361708:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.361713:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.361716:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25bab87 (tot 82355018). 00000800:00000200:3.0:1761313448.361720:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.361724:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.361727:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25bab87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.361831:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.361835:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354770). 00000400:00000200:0.0:1761313448.361839:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.361843:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.361848:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facf59a2 00000400:00000010:0.0:1761313448.361849:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facf59a2. 00000800:00000200:0.0:1761313448.361914:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.361916:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25bab87 (tot 82354522). 00000400:00000200:0.0:1761313448.361924:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.361928:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.361930:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:0.0:1761313448.361931:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:0.0:1761313448.361939:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fb233b29 x1846869206503168/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313448.363631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b4215b2. 00010000:00000010:0.1:1761313448.365503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000698e5878. 00010000:00000010:3.1:1761313448.365601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043155af4. 00010000:00000010:3.1:1761313448.365607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea3a3f46. 00010000:00000010:3.1:1761313448.369579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a1ee499. 00010000:00000010:3.1:1761313448.369593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077207d8b. 00000400:00000200:0.0:1761313448.369792:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.369808:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000f00 00000400:00000200:0.0:1761313448.369816:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaedc9 [1] + 224 00000400:00000200:0.0:1761313448.369826:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.369830:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.369839:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fb233b29 x1846869206503168/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.369879:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.369884:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958d00 00000400:00000200:0.0:1761313448.369888:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad735 [2] + 1312 00000400:00000200:0.0:1761313448.369943:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.369946:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.369949:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.369954:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000af9e5096. 00000400:00000010:2.0:1761313448.370027:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004084b6a3. 00000400:00000200:2.0:1761313448.370033:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eafa7148 00000400:00000010:2.0:1761313448.370035:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eafa7148. 00000100:00000200:2.0:1761313448.370043:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fb233b29 x1846869206503168/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.370052:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fb233b29 x1846869206503168/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761313448.370079:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebe56e91. 02000000:00000010:2.0:1761313448.370080:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ef0a074. 02000000:00000010:2.0:1761313448.370086:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000067e89f62. 00000020:00000010:1.0:1761313448.370087:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2144a62. 00000100:00000010:2.0:1761313448.370090:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 00000020:00000010:1.0:1761313448.370094:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000010:2.0:1761313448.370096:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9055f11. 00010000:00000010:2.0:1761313448.370100:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004df515c1. 00000100:00000200:1.0:1761313448.370129:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000af9e5096 x1846869199523072/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313448.370168:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523072 02000000:00000010:1.0:1761313448.370180:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000757024a5. 00010000:00000010:1.0:1761313448.370205:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d39bf6da. 00010000:00000010:1.0:1761313448.370222:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fcc9fbd. 00000100:00000010:1.0:1761313448.370228:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad106e68. 00000100:00000010:1.0:1761313448.370235:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ad106e68. 00010000:00000010:1.0:1761313448.370237:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fcc9fbd. 00000400:00000010:1.0:1761313448.370249:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c50244. 00000100:00000200:1.0:1761313448.370253:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523072, offset 224 00000400:00000200:1.0:1761313448.370259:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.370269:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.370275:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89697:89697:256:4294967295] 192.168.204.1@tcp LPNI seq info [89697:89697:8:4294967295] 00000400:00000200:1.0:1761313448.370285:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00080000:00000010:2.0:1761313448.370288:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3b8546f. 00000800:00000200:1.0:1761313448.370291:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.370297:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1f4c3e (tot 82354770). 00000800:00000200:1.0:1761313448.370303:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.370309:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.370313:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd1f4c3e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.370326:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.370330:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313448.370332:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebe56e91. 00010000:00000010:2.0:1761313448.370384:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054032784. 00010000:00000010:2.0:1761313448.370391:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049b0e41c. 00010000:00000010:2.0:1761313448.370487:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075f27463. 00010000:00000010:2.0:1761313448.370492:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000050cd0424. 00010000:00000010:2.0:1761313448.370498:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013765fb6. 00010000:00000010:2.0:1761313448.370503:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00080000:00000010:2.0:1761313448.370516:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f5e4bd8. 00010000:00000010:2.0:1761313448.370546:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.370550:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000050cd0424. 00010000:00000010:2.0:1761313448.370604:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8114937. 00010000:00000010:2.0:1761313448.370609:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00000800:00000200:0.0:1761313448.370612:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.370616:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1f4c3e (tot 82354522). 00010000:00000010:2.0:1761313448.370617:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000400:00000200:0.0:1761313448.370622:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1761313448.370623:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000400:00000200:0.0:1761313448.370628:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000010:2.0:1761313448.370631:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 00000400:00000200:0.0:1761313448.370631:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c50244 00000400:00000010:0.0:1761313448.370635:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c50244. 02000000:00000010:2.0:1761313448.370643:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0c9d3ac. 02000000:00000010:2.0:1761313448.370666:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059c786a0. 00000400:00000010:2.0:1761313448.370670:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edfbcf0c. 00000400:00000010:2.0:1761313448.370674:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313448.370679:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503232, portal 16 00000400:00000010:2.0:1761313448.370683:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a23e65b. 00000100:00000200:2.0:1761313448.370686:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503232, offset 0 00000400:00000200:2.0:1761313448.370692:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.370698:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.370706:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.370711:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.370714:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.370717:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89698:89698:256:4294967295] 192.168.204.1@tcp LPNI seq info [89698:89698:8:4294967295] 00000400:00000200:2.0:1761313448.370725:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.370730:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.370732:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f91e3d93 (tot 82354770). 00000800:00000200:2.0:1761313448.370736:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.370739:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.370741:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f91e3d93 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.371022:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.371025:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f91e3d93 (tot 82354522). 00000400:00000200:1.0:1761313448.371029:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.371033:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.371035:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a23e65b 00000400:00000010:1.0:1761313448.371036:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a23e65b. 00000100:00000200:1.0:1761313448.371042:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206503232/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.381737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cac6f2f3. 00010000:00000010:2.1:1761313448.381752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054885f27. 00010000:00000010:2.1:1761313448.381756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f27463. 00010000:00000010:2.1:1761313448.381758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013765fb6. 00010000:00000010:1.1:1761313448.382512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a6c6e8. 00000400:00000200:0.0:1761313448.387298:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.387315:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000f40 00000400:00000200:0.0:1761313448.387324:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaedd5 [1] + 224 00000400:00000200:0.0:1761313448.387346:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.387351:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.387361:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206503232/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313448.388108:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edfbcf0c. 00000400:00000200:2.0:1761313448.388113:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:2.0:1761313448.388116:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:2.0:1761313448.388131:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206503232/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.388140:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206503232/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.388170:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059c786a0. 02000000:00000010:2.0:1761313448.388176:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f0c9d3ac. 00000100:00000010:2.0:1761313448.388180:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.388184:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.388187:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:3.0:1761313448.396657:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.396675:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958d40 00000400:00000200:3.0:1761313448.396682:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad735 [2] + 1640 00000400:00000200:3.0:1761313448.396749:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.396754:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.396760:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.396766:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6c1806d. 00000020:00000010:1.0:1761313448.397305:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000528d94fc. 00000020:00000010:1.0:1761313448.397314:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.397320:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313448.397345:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f6c1806d x1846869199523136/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313448.397382:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523136 02000000:00000010:1.0:1761313448.397395:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000575fb5e0. 00010000:00000010:1.0:1761313448.397424:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094f713ec. 00010000:00000010:1.0:1761313448.397443:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c19f27fb. 00000100:00000010:1.0:1761313448.397449:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad106e68. 00000100:00000010:1.0:1761313448.397489:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ad106e68. 00010000:00000010:1.0:1761313448.397493:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c19f27fb. 00000400:00000010:1.0:1761313448.397506:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028a3d526. 00000100:00000200:1.0:1761313448.397511:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523136, offset 224 00000400:00000200:1.0:1761313448.397520:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.397533:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.397539:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89699:89699:256:4294967295] 192.168.204.1@tcp LPNI seq info [89699:89699:8:4294967295] 00000400:00000200:1.0:1761313448.397549:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.397554:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00080000:00000010:3.0:1761313448.397558:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb230e48. 00000800:00000010:1.0:1761313448.397559:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82354770). 00000800:00000200:1.0:1761313448.397622:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.397630:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.397633:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.397649:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.397653:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313448.397656:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000528d94fc. 00000800:00000200:1.0:1761313448.397730:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.397735:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354522). 00000400:00000200:1.0:1761313448.397739:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.397743:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.397747:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028a3d526 00000400:00000010:1.0:1761313448.397749:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028a3d526. 00010000:00000010:3.0:1761313448.397813:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:3.0:1761313448.397821:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000337a4ea1. 00010000:00000010:3.0:1761313448.397896:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077207d8b. 00010000:00000010:3.0:1761313448.397903:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009bd6f331. 00010000:00000010:3.0:1761313448.397915:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c55e64c. 00000100:00000010:3.0:1761313448.397920:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dec9ad21. 00000100:00000010:3.0:1761313448.397927:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d18a19. 02000000:00000010:3.0:1761313448.397939:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f25cf96. 02000000:00000010:3.0:1761313448.397963:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b1b6eee. 00000400:00000010:3.0:1761313448.397970:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000778e1c21. 00000400:00000010:3.0:1761313448.397975:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041794d07. 00000100:00000200:3.0:1761313448.397980:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503296, portal 16 00000400:00000010:3.0:1761313448.397985:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c44581b. 00000100:00000200:3.0:1761313448.397987:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503296, offset 0 00000400:00000200:3.0:1761313448.397993:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.398000:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.398007:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.398010:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.398013:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.398016:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89700:89700:256:4294967295] 192.168.204.1@tcp LPNI seq info [89700:89700:8:4294967295] 00000400:00000200:3.0:1761313448.398023:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.398027:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.398030:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ea3a109 (tot 82354770). 00000800:00000200:3.0:1761313448.398034:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.398038:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.398040:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ea3a109 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.400267:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.400274:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ea3a109 (tot 82354522). 00000400:00000200:1.0:1761313448.400281:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.400289:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.400295:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c44581b 00000400:00000010:1.0:1761313448.400297:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c44581b. 00000100:00000200:1.0:1761313448.400306:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6d18a19 x1846869206503296/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.405687:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d12c8587. 00010000:00000010:3.1:1761313448.405703:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8114937. 00010000:00000010:1.1:1761313448.407190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008899252c. 00000400:00000200:3.0:1761313448.408978:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.408996:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000f80 00000400:00000200:3.0:1761313448.409005:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaede1 [1] + 224 00000400:00000200:3.0:1761313448.409017:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.409021:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.409032:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6d18a19 x1846869206503296/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.409071:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.409077:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958d80 00000400:00000200:3.0:1761313448.409082:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad735 [2] + 1968 00000400:00000010:3.0:1761313448.409085:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fce0c13e. 00000400:00000200:3.0:1761313448.409088:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008433632a 00000400:00000200:3.0:1761313448.409139:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.409143:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.409145:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008433632a 00000400:00000010:3.0:1761313448.409147:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008433632a (tot 82354370). 00000100:00000200:3.0:1761313448.409153:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761313448.409226:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000778e1c21. 00000400:00000200:0.0:1761313448.409230:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041794d07 00000400:00000010:0.0:1761313448.409231:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041794d07. 00000100:00000200:0.0:1761313448.409239:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6d18a19 x1846869206503296/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.409247:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6d18a19 x1846869206503296/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.409275:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b1b6eee. 02000000:00000010:0.0:1761313448.409280:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f25cf96. 00000100:00000010:0.0:1761313448.409283:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d18a19. 00000100:00000010:0.0:1761313448.409287:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dec9ad21. 00010000:00000010:0.0:1761313448.409290:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c55e64c. 00000020:00000010:1.0:1761313448.409355:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000528d94fc. 00000020:00000010:1.0:1761313448.409362:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.409365:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313448.409386:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d9c3208 x1846869199523200/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313448.409417:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523200 02000000:00000010:1.0:1761313448.409429:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a5c083b. 00010000:00000010:1.0:1761313448.409460:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009370273f. 00010000:00000010:1.0:1761313448.409514:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c19f27fb. 00000100:00000010:1.0:1761313448.409521:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad106e68. 00000100:00000010:1.0:1761313448.409529:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ad106e68. 00010000:00000010:1.0:1761313448.409531:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c19f27fb. 00000400:00000010:1.0:1761313448.409543:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028a3d526. 00000100:00000200:1.0:1761313448.409547:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523200, offset 224 00000400:00000200:1.0:1761313448.409554:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.409565:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.409571:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89701:89701:256:4294967295] 192.168.204.1@tcp LPNI seq info [89701:89701:8:4294967295] 00000400:00000200:1.0:1761313448.409583:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.409588:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.409593:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82354618). 00000800:00000200:1.0:1761313448.409599:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.409606:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.409610:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.409628:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.409631:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313448.409634:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000528d94fc. 02000000:00000010:1.0:1761313448.409643:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000575fb5e0. 00000100:00000010:1.0:1761313448.409647:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6c1806d. 02000000:00000010:1.0:1761313448.409650:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000757024a5. 00000100:00000010:1.0:1761313448.409652:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000af9e5096. 02000000:00000010:1.0:1761313448.409655:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093c67ec9. 00000100:00000010:1.0:1761313448.409657:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 02000000:00000010:1.0:1761313448.409660:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ec09592. 00000100:00000010:1.0:1761313448.409662:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 02000000:00000010:1.0:1761313448.409664:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ccb5d465. 00000100:00000010:1.0:1761313448.409666:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfb623eb. 02000000:00000010:1.0:1761313448.409671:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf12db37. 00000100:00000010:1.0:1761313448.409673:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008fa85d88. 00000100:00000200:1.0:1761313448.409678:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313448.409682:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000791bc408. 00000400:00000010:1.0:1761313448.409686:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad106e68 (tot 82354770). 00000800:00000200:1.0:1761313448.409745:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.409749:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354522). 00000400:00000200:1.0:1761313448.409754:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.409758:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.409760:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028a3d526 00000400:00000010:1.0:1761313448.409762:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028a3d526. 02000000:00000010:1.0:1761313448.409766:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a5c083b. 00080000:00000010:0.0:1761313448.409830:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075d7999d. 00010000:00000010:0.0:1761313448.409918:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009bd6f331. 00010000:00000010:0.0:1761313448.409926:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b222cff. 00010000:00000010:0.0:1761313448.410002:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007bc8c12. 00010000:00000010:0.0:1761313448.410008:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000040156891. 00010000:00000010:0.0:1761313448.410019:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0d12a1. 00000100:00000010:0.0:1761313448.410022:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006bab1fdb. 00000100:00000010:0.0:1761313448.410029:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040c456cf. 02000000:00000010:0.0:1761313448.410039:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000019c54b55. 02000000:00000010:0.0:1761313448.410060:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2bcb852. 00000400:00000010:0.0:1761313448.410064:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008845072c. 00000400:00000010:0.0:1761313448.410067:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facf59a2. 00000100:00000200:0.0:1761313448.410070:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503360, portal 16 00000400:00000010:0.0:1761313448.410075:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313448.410077:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503360, offset 0 00000400:00000200:0.0:1761313448.410082:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.410088:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.410093:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.410096:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.410098:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.410101:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89702:89702:256:4294967295] 192.168.204.1@tcp LPNI seq info [89702:89702:8:4294967295] 00000400:00000200:0.0:1761313448.410107:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.410111:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.410114:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4de8b06 (tot 82354770). 00000800:00000200:0.0:1761313448.410118:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.410131:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.410133:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4de8b06 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.410212:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.410214:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4de8b06 (tot 82354522). 00000400:00000200:1.0:1761313448.410217:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.410220:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.410222:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:1.0:1761313448.410224:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00000100:00000200:1.0:1761313448.410237:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040c456cf x1846869206503360/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.421184:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.421204:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf000fc0 00000400:00000200:1.0:1761313448.421212:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaedf1 [1] + 224 00000400:00000200:1.0:1761313448.421230:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.421233:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.421243:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040c456cf x1846869206503360/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313448.421444:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008845072c. 00000400:00000200:3.0:1761313448.421448:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facf59a2 00000400:00000010:3.0:1761313448.421451:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facf59a2. 00000100:00000200:3.0:1761313448.421456:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040c456cf x1846869206503360/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.421463:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040c456cf x1846869206503360/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.421511:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2bcb852. 02000000:00000010:3.0:1761313448.421518:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000019c54b55. 00000100:00000010:3.0:1761313448.421521:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040c456cf. 00000100:00000010:3.0:1761313448.421525:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006bab1fdb. 00010000:00000010:3.0:1761313448.421528:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0d12a1. 00010000:00000010:1.1:1761313448.421588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006260043d. 00000400:00000200:1.0:1761313448.421630:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.421637:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958dc0 00000400:00000200:1.0:1761313448.421641:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad78d [2] + 0 00000400:00000200:1.0:1761313448.421691:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.421695:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.421699:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.421703:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000020:00000010:3.0:1761313448.421915:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e51b7dd4. 00000020:00000010:3.0:1761313448.421921:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313448.421925:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b563b7ca. 00000100:00000200:3.0:1761313448.421948:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199523264/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313448.421979:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523264 02000000:00000010:3.0:1761313448.421990:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000096c13cd0. 00010000:00000010:3.0:1761313448.422015:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000608936a1. 00010000:00000010:3.0:1761313448.422033:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027d65e4a. 00000100:00000010:3.0:1761313448.422039:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.422055:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00010000:00000010:3.0:1761313448.422058:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027d65e4a. 00000400:00000010:3.0:1761313448.422070:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021403d81. 00000100:00000200:3.0:1761313448.422074:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523264, offset 224 00000400:00000200:3.0:1761313448.422081:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.422091:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.422095:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89703:89703:256:4294967295] 192.168.204.1@tcp LPNI seq info [89703:89703:8:4294967295] 00000400:00000200:3.0:1761313448.422104:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.422108:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.422112:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048343f50 (tot 82354770). 00000800:00000200:3.0:1761313448.422117:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.422133:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.422136:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048343f50 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.422149:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313448.422153:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b563b7ca. 00000020:00000010:3.0:1761313448.422157:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e51b7dd4. 00000800:00000200:1.0:1761313448.422259:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.422262:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048343f50 (tot 82354522). 00000400:00000200:1.0:1761313448.422265:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.422269:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.422271:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021403d81 00000400:00000010:1.0:1761313448.422272:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021403d81. 00010000:00000010:0.1:1761313448.422495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d181e73. 00010000:00000010:0.1:1761313448.422501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077207d8b. 00010000:00000010:3.1:1761313448.427695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e95ea8f. 00080000:00000010:2.0:1761313448.429256:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0c9d3ac. 00010000:00000010:2.0:1761313448.429359:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040156891. 00010000:00000010:2.0:1761313448.429368:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f42d3bac. 00010000:00000010:2.0:1761313448.429441:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013765fb6. 00010000:00000010:2.0:1761313448.429448:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.429460:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.429490:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.429501:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.429518:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059c786a0. 02000000:00000010:2.0:1761313448.429549:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006703eddb. 00000400:00000010:2.0:1761313448.429557:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edfbcf0c. 00000400:00000010:2.0:1761313448.429563:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313448.429569:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503424, portal 16 00000400:00000010:2.0:1761313448.429574:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313448.429578:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503424, offset 0 00000400:00000200:2.0:1761313448.429587:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.429603:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.429610:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.429613:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.429615:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.429619:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89704:89704:256:4294967295] 192.168.204.1@tcp LPNI seq info [89704:89704:8:4294967295] 00000400:00000200:2.0:1761313448.429628:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.429634:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.429638:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d68e04b (tot 82354770). 00000800:00000200:2.0:1761313448.429645:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.429651:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.429655:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d68e04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.431957:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.431965:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d68e04b (tot 82354522). 00000400:00000200:0.0:1761313448.431972:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.431981:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.431987:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:0.0:1761313448.431990:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:0.0:1761313448.431999:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206503424/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.443945:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e643b6d4. 00010000:00000010:2.1:1761313448.443959:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007bc8c12. 00000400:00000200:1.0:1761313448.447893:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.447914:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001000 00000400:00000200:1.0:1761313448.447921:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaedfd [1] + 224 00000400:00000200:1.0:1761313448.447938:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.447942:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.447953:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206503424/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313448.448030:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edfbcf0c. 00000400:00000200:2.0:1761313448.448035:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:2.0:1761313448.448037:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:2.0:1761313448.448042:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206503424/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.448049:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206503424/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.448078:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006703eddb. 02000000:00000010:2.0:1761313448.448083:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000059c786a0. 00000100:00000010:2.0:1761313448.448087:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.448091:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.448094:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:1.0:1761313448.448161:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.448169:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958e00 00000400:00000200:1.0:1761313448.448175:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad78d [2] + 328 00000400:00000200:1.0:1761313448.448228:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.448232:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.448236:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.448241:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 00000020:00000010:2.0:1761313448.448437:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059c786a0. 00000020:00000010:2.0:1761313448.448445:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000050cd0424. 00000020:00000010:2.0:1761313448.448449:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.448507:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ad394eb x1846869199523328/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313448.448541:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523328 02000000:00000010:2.0:1761313448.448554:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006703eddb. 00010000:00000010:2.0:1761313448.448581:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dafbe7eb. 00010000:00000010:2.0:1761313448.448602:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.448608:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.448634:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.448638:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00080000:00000010:3.0:1761313448.448658:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e51b7dd4. 00000400:00000010:2.0:1761313448.448659:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313448.448665:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523328, offset 224 00000400:00000200:2.0:1761313448.448672:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.448683:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.448689:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89705:89705:256:4294967295] 192.168.204.1@tcp LPNI seq info [89705:89705:8:4294967295] 00000400:00000200:2.0:1761313448.448698:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.448702:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.448707:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d68e04b (tot 82354770). 00000800:00000200:2.0:1761313448.448712:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.448719:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.448722:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d68e04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.448742:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000050cd0424. 00010000:00000010:3.0:1761313448.448745:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de33e44f. 00000020:00000010:2.0:1761313448.448747:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.448751:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059c786a0. 00010000:00000010:3.0:1761313448.448753:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000090ffdb1. 00010000:00000010:3.0:1761313448.448843:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032fad103. 00010000:00000010:3.0:1761313448.448849:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313448.448859:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027d65e4a. 00000100:00000010:3.0:1761313448.448863:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.448869:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062b6f091. 02000000:00000010:3.0:1761313448.448880:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce5bf4f6. 02000000:00000010:3.0:1761313448.448902:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f25cf96. 00000400:00000010:3.0:1761313448.448907:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d255259. 00000400:00000010:3.0:1761313448.448910:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313448.448914:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503488, portal 16 00000400:00000010:3.0:1761313448.448918:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008502b0aa. 00000100:00000200:3.0:1761313448.448920:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503488, offset 0 00000400:00000200:3.0:1761313448.448925:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.448931:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.448938:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.448941:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.448943:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.448945:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89706:89706:255:4294967295] 192.168.204.1@tcp LPNI seq info [89706:89706:7:4294967295] 00000400:00000200:3.0:1761313448.448952:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.448956:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.448959:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000879d95c5 (tot 82355018). 00000800:00000200:3.0:1761313448.448962:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.448965:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.448967:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000879d95c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.450902:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.450911:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d68e04b (tot 82354770). 00000400:00000200:0.0:1761313448.450918:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.450926:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.450931:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:0.0:1761313448.450933:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000800:00000200:0.0:1761313448.451006:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.451007:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000879d95c5 (tot 82354522). 00000400:00000200:0.0:1761313448.451011:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.451014:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.451016:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008502b0aa 00000400:00000010:0.0:1761313448.451018:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008502b0aa. 00000100:00000200:0.0:1761313448.451028:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062b6f091 x1846869206503488/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.454743:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.454762:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001040 00000400:00000200:1.0:1761313448.454770:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaee09 [1] + 224 00000400:00000200:1.0:1761313448.454781:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.454785:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.454794:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062b6f091 x1846869206503488/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.454829:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.454834:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958e40 00000400:00000200:1.0:1761313448.454839:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad78d [2] + 656 00000400:00000200:1.0:1761313448.454846:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.454849:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.454853:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.454858:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000400:00000010:3.0:1761313448.454904:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d255259. 00000400:00000200:3.0:1761313448.454911:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313448.454913:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313448.454922:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062b6f091 x1846869206503488/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.454931:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062b6f091 x1846869206503488/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761313448.454942:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059c786a0. 00000020:00000010:2.0:1761313448.454950:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000050cd0424. 00000020:00000010:2.0:1761313448.454954:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 02000000:00000010:3.0:1761313448.454959:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f25cf96. 02000000:00000010:3.0:1761313448.454965:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce5bf4f6. 00000100:00000010:3.0:1761313448.454969:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062b6f091. 00000100:00000010:3.0:1761313448.454973:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00000100:00000200:2.0:1761313448.454976:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199523392/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:3.0:1761313448.454978:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027d65e4a. 00000100:00000200:2.0:1761313448.455020:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523392 02000000:00000010:2.0:1761313448.455030:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a68d1b1. 00010000:00000010:2.0:1761313448.455055:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006c3fe559. 00010000:00000010:2.0:1761313448.455085:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.455091:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.455105:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.455107:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.455127:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9414777. 00000100:00000200:2.0:1761313448.455132:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523392, offset 224 00000400:00000200:2.0:1761313448.455140:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.455151:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00080000:00000010:3.0:1761313448.455152:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce5bf4f6. 00000400:00000200:2.0:1761313448.455158:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89707:89707:256:4294967295] 192.168.204.1@tcp LPNI seq info [89707:89707:8:4294967295] 00000400:00000200:2.0:1761313448.455168:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.455173:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.455177:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f91e3d93 (tot 82354770). 00000800:00000200:2.0:1761313448.455183:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.455189:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.455192:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f91e3d93 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761313448.455245:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313448.455252:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c58d456. 00010000:00000010:3.0:1761313448.455328:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b197be0c. 00010000:00000010:3.0:1761313448.455333:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313448.455342:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027d65e4a. 00000100:00000010:3.0:1761313448.455346:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.455351:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062b6f091. 02000000:00000010:3.0:1761313448.455361:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f25cf96. 02000000:00000010:3.0:1761313448.455381:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b1b6eee. 00000400:00000010:3.0:1761313448.455386:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d255259. 00000400:00000010:3.0:1761313448.455389:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313448.455392:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503552, portal 16 00000400:00000010:3.0:1761313448.455396:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7e97fc7. 00000100:00000200:3.0:1761313448.455397:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503552, offset 0 00000400:00000200:3.0:1761313448.455405:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.455411:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.455417:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.455420:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.455422:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.455425:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89708:89708:255:4294967295] 192.168.204.1@tcp LPNI seq info [89708:89708:7:4294967295] 00000400:00000200:3.0:1761313448.455431:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.455435:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.455438:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b7e22f30 (tot 82355018). 00000800:00000200:3.0:1761313448.455442:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.455446:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.455448:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b7e22f30 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.455879:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000050cd0424. 00000020:00000010:2.0:1761313448.455884:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.455887:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059c786a0. 00000800:00000200:1.0:1761313448.457700:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.457707:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f91e3d93 (tot 82354770). 00000400:00000200:1.0:1761313448.457715:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.457724:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.457729:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9414777 00000400:00000010:1.0:1761313448.457732:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9414777. 00000800:00000200:1.0:1761313448.458263:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.458266:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b7e22f30 (tot 82354522). 00000400:00000200:1.0:1761313448.458271:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.458275:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.458279:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7e97fc7 00000400:00000010:1.0:1761313448.458281:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7e97fc7. 00000100:00000200:1.0:1761313448.458295:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062b6f091 x1846869206503552/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.459500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e8c3a14. 00010000:00000010:3.1:1761313448.459512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013765fb6. 00000400:00000200:0.0:1761313448.459906:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.459922:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001080 00000400:00000200:0.0:1761313448.459929:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaee15 [1] + 224 00000400:00000200:0.0:1761313448.459941:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.459944:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.459952:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062b6f091 x1846869206503552/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313448.460129:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d255259. 00000400:00000200:3.0:1761313448.460135:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313448.460136:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313448.460143:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062b6f091 x1846869206503552/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.460150:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062b6f091 x1846869206503552/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.460184:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b1b6eee. 02000000:00000010:3.0:1761313448.460190:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f25cf96. 00000100:00000010:3.0:1761313448.460194:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062b6f091. 00000100:00000010:3.0:1761313448.460199:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00010000:00000010:3.0:1761313448.460202:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027d65e4a. 00000400:00000200:1.0:1761313448.461656:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.461675:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958e80 00000400:00000200:1.0:1761313448.461683:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad78d [2] + 984 00000400:00000200:1.0:1761313448.461756:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.461761:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.461767:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.461773:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 00000020:00000010:2.0:1761313448.462247:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059c786a0. 00000020:00000010:2.0:1761313448.462255:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000050cd0424. 00000020:00000010:2.0:1761313448.462260:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.462287:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dc8069e x1846869199523456/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313448.462311:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523456 02000000:00000010:2.0:1761313448.462320:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000001f2f66f. 00010000:00000010:2.0:1761313448.462348:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce9a5152. 00010000:00000010:2.0:1761313448.462371:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.462377:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.462398:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.462402:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.462416:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039409be4. 00000100:00000200:2.0:1761313448.462421:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523456, offset 224 00000400:00000200:2.0:1761313448.462430:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.462442:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.462448:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89709:89709:256:4294967295] 192.168.204.1@tcp LPNI seq info [89709:89709:8:4294967295] 00000400:00000200:2.0:1761313448.462457:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.462462:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.462466:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82354770). 00000800:00000200:2.0:1761313448.462491:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.462499:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.462502:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.462528:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000050cd0424. 00000020:00000010:2.0:1761313448.462532:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.462535:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059c786a0. 00000800:00000200:1.0:1761313448.462608:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.462612:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354522). 00000400:00000200:1.0:1761313448.462616:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.462620:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.462623:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039409be4 00000400:00000010:1.0:1761313448.462624:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039409be4. 00080000:00000010:3.0:1761313448.462780:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f25cf96. 00010000:00000010:3.0:1761313448.462874:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313448.462880:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae4f56bc. 00010000:00000010:3.0:1761313448.462967:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003834540d. 00010000:00000010:3.0:1761313448.462973:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313448.462983:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027d65e4a. 00000100:00000010:3.0:1761313448.462986:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.462993:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062b6f091. 02000000:00000010:3.0:1761313448.463005:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b1b6eee. 02000000:00000010:3.0:1761313448.463026:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f47a14a. 00000400:00000010:3.0:1761313448.463044:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d255259. 00000400:00000010:3.0:1761313448.463048:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313448.463053:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503616, portal 16 00000400:00000010:3.0:1761313448.463057:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d86f44. 00000100:00000200:3.0:1761313448.463059:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503616, offset 0 00000400:00000200:3.0:1761313448.463066:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.463074:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.463080:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.463084:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.463087:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.463089:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89710:89710:256:4294967295] 192.168.204.1@tcp LPNI seq info [89710:89710:8:4294967295] 00000400:00000200:3.0:1761313448.463096:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.463101:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.463104:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066f55ff8 (tot 82354770). 00000800:00000200:3.0:1761313448.463108:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.463112:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.463114:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066f55ff8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313448.463192:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.463195:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066f55ff8 (tot 82354522). 00000400:00000200:2.0:1761313448.463199:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.463203:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.463205:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d86f44 00000400:00000010:2.0:1761313448.463207:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d86f44. 00000100:00000200:2.0:1761313448.463214:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062b6f091 x1846869206503616/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.463511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9044e34. 00010000:00000010:3.1:1761313448.464296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3729a03. 00010000:00000010:3.1:1761313448.464303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fad103. 00010000:00000010:2.1:1761313448.469524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000642a57fb. 00010000:00000010:2.1:1761313448.469540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e28a2f26. 00000400:00000200:1.0:1761313448.476252:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.476275:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0010c0 00000400:00000200:1.0:1761313448.476284:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaee21 [1] + 224 00000400:00000200:1.0:1761313448.476302:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.476307:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.476317:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062b6f091 x1846869206503616/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.476426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e856d42e. 00010000:00000010:3.1:1761313448.476434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b197be0c. 00000400:00000010:3.0:1761313448.476452:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d255259. 00000400:00000200:3.0:1761313448.476456:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313448.476458:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313448.476465:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062b6f091 x1846869206503616/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.476488:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062b6f091 x1846869206503616/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.476516:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f47a14a. 02000000:00000010:3.0:1761313448.476522:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b1b6eee. 00000100:00000010:3.0:1761313448.476526:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062b6f091. 00000100:00000010:3.0:1761313448.476530:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00010000:00000010:3.0:1761313448.476533:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027d65e4a. 00000400:00000200:1.0:1761313448.486268:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.486289:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958ec0 00000400:00000200:1.0:1761313448.486297:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad78d [2] + 1312 00000400:00000200:1.0:1761313448.486371:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.486376:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.486382:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.486387:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:0.0:1761313448.486519:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e0dd5b2. 00000020:00000010:0.0:1761313448.486526:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.486531:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.486556:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199523520/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313448.486594:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523520 02000000:00000010:0.0:1761313448.486606:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019c54b55. 00010000:00000010:0.0:1761313448.486640:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000045471b0. 00010000:00000010:0.0:1761313448.486663:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.486669:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007938aa91. 00000100:00000010:0.0:1761313448.486684:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007938aa91. 00010000:00000010:0.0:1761313448.486688:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000010:0.0:1761313448.486701:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313448.486706:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523520, offset 224 00000400:00000200:0.0:1761313448.486713:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.486724:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.486729:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89711:89711:256:4294967295] 192.168.204.1@tcp LPNI seq info [89711:89711:8:4294967295] 00000400:00000200:0.0:1761313448.486738:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.486742:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.486746:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bb4c615 (tot 82354770). 00080000:00000010:3.0:1761313448.486749:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b1b6eee. 00000800:00000200:0.0:1761313448.486752:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.486757:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.486761:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003bb4c615 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.486786:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.486790:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.486793:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e0dd5b2. 00010000:00000010:3.0:1761313448.486836:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313448.486844:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039392a44. 00010000:00000010:3.0:1761313448.486934:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b197be0c. 00010000:00000010:3.0:1761313448.486940:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313448.486950:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027d65e4a. 00000100:00000010:3.0:1761313448.486953:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.486960:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062b6f091. 02000000:00000010:3.0:1761313448.486970:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f47a14a. 02000000:00000010:3.0:1761313448.486994:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067e89f62. 00000400:00000010:3.0:1761313448.487000:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d255259. 00000400:00000010:3.0:1761313448.487005:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313448.487010:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503680, portal 16 00000400:00000010:3.0:1761313448.487014:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036954fa5. 00000100:00000200:3.0:1761313448.487016:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503680, offset 0 00000400:00000200:3.0:1761313448.487021:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.487027:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.487034:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.487038:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.487041:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.487043:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89712:89712:255:4294967295] 192.168.204.1@tcp LPNI seq info [89712:89712:7:4294967295] 00000400:00000200:3.0:1761313448.487050:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.487054:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.487057:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c7aa1bf (tot 82355018). 00000800:00000200:3.0:1761313448.487060:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.487064:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.487066:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c7aa1bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313448.487226:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.487230:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bb4c615 (tot 82354770). 00000400:00000200:2.0:1761313448.487237:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.487242:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.487245:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:2.0:1761313448.487247:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000800:00000200:2.0:1761313448.487290:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.487292:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c7aa1bf (tot 82354522). 00000400:00000200:2.0:1761313448.487295:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.487298:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.487299:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036954fa5 00000400:00000010:2.0:1761313448.487301:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036954fa5. 00000100:00000200:2.0:1761313448.487307:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062b6f091 x1846869206503680/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.492516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e83e9fbc. 00010000:00000010:3.1:1761313448.492531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003834540d. 00000400:00000200:1.0:1761313448.493696:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.493714:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001100 00000400:00000200:1.0:1761313448.493722:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaee2d [1] + 224 00000400:00000200:1.0:1761313448.493733:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.493737:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.493747:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062b6f091 x1846869206503680/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.493787:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.493793:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958f00 00000400:00000200:1.0:1761313448.493798:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad78d [2] + 1640 00000400:00000200:1.0:1761313448.493807:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.493810:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.493814:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.493819:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 00000400:00000010:3.0:1761313448.493888:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d255259. 00000400:00000200:3.0:1761313448.493893:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313448.493894:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313448.493902:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062b6f091 x1846869206503680/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.493909:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062b6f091 x1846869206503680/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.493938:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067e89f62. 02000000:00000010:3.0:1761313448.493942:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f47a14a. 00000100:00000010:3.0:1761313448.493946:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062b6f091. 00000100:00000010:3.0:1761313448.493949:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00010000:00000010:3.0:1761313448.493953:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027d65e4a. 00000020:00000010:0.0:1761313448.497280:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e0dd5b2. 00000020:00000010:0.0:1761313448.497293:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.497298:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.497328:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a65e944 x1846869199523584/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313448.497373:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523584 02000000:00000010:0.0:1761313448.497384:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2bcb852. 00010000:00000010:0.0:1761313448.497414:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ba21ede. 00010000:00000010:0.0:1761313448.497440:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.497447:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007938aa91. 00000100:00000010:0.0:1761313448.497484:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007938aa91. 00010000:00000010:0.0:1761313448.497490:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000010:0.0:1761313448.497505:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313448.497511:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523584, offset 224 00080000:00000010:3.0:1761313448.497519:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f47a14a. 00000400:00000200:0.0:1761313448.497520:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.497534:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.497540:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89713:89713:256:4294967295] 192.168.204.1@tcp LPNI seq info [89713:89713:8:4294967295] 00000400:00000200:0.0:1761313448.497549:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.497554:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.497558:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044ba7d01 (tot 82354770). 00000800:00000200:0.0:1761313448.497564:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.497570:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.497573:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044ba7d01 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.497597:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.497602:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.497605:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e0dd5b2. 00010000:00000010:3.0:1761313448.497606:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313448.497610:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009a9423a. 00010000:00000010:3.0:1761313448.497687:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003834540d. 00010000:00000010:3.0:1761313448.497693:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313448.497704:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027d65e4a. 00000100:00000010:3.0:1761313448.497708:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.497714:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062b6f091. 02000000:00000010:3.0:1761313448.497725:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067e89f62. 02000000:00000010:3.0:1761313448.497747:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ef0a074. 00000400:00000010:3.0:1761313448.497752:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d255259. 00000400:00000010:3.0:1761313448.497757:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313448.497761:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503744, portal 16 00000400:00000010:3.0:1761313448.497765:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313448.497766:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503744, offset 0 00000400:00000200:3.0:1761313448.497771:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.497776:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.497782:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.497786:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.497788:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.497791:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89714:89714:255:4294967295] 192.168.204.1@tcp LPNI seq info [89714:89714:7:4294967295] 00000400:00000200:3.0:1761313448.497796:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.497800:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.497803:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4a65457 (tot 82355018). 00000800:00000200:3.0:1761313448.497807:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.497810:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.497812:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4a65457 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.497904:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.497908:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044ba7d01 (tot 82354770). 00000400:00000200:1.0:1761313448.497916:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.497920:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.497924:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:1.0:1761313448.497927:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000800:00000200:1.0:1761313448.498001:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.498003:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4a65457 (tot 82354522). 00000400:00000200:1.0:1761313448.498007:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.498010:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.498012:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:1.0:1761313448.498013:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000100:00000200:1.0:1761313448.498020:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062b6f091 x1846869206503744/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313448.500018:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.500048:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001140 00000400:00000200:2.0:1761313448.500057:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaee39 [1] + 224 00000400:00000200:2.0:1761313448.500071:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.500075:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313448.500083:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062b6f091 x1846869206503744/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313448.500614:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d255259. 00000400:00000200:3.0:1761313448.500622:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313448.500624:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313448.500632:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062b6f091 x1846869206503744/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.500642:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062b6f091 x1846869206503744/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.500669:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ef0a074. 02000000:00000010:3.0:1761313448.500675:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000067e89f62. 00000100:00000010:3.0:1761313448.500678:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062b6f091. 00000100:00000010:3.0:1761313448.500682:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00010000:00000010:3.0:1761313448.500685:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027d65e4a. 00000400:00000200:1.0:1761313448.500772:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.500783:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958f40 00000400:00000200:1.0:1761313448.500789:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad78d [2] + 1968 00000400:00000010:1.0:1761313448.500792:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001accd9d2. 00000400:00000200:1.0:1761313448.500795:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000007f23ed4 00000400:00000200:1.0:1761313448.500850:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.500853:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.500856:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007f23ed4 00000400:00000010:1.0:1761313448.500858:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000007f23ed4 (tot 82354370). 00000100:00000200:1.0:1761313448.500863:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313448.501049:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059c786a0. 00000020:00000010:2.0:1761313448.501058:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000050cd0424. 00000020:00000010:2.0:1761313448.501064:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.501092:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dae49c2c x1846869199523648/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313448.501267:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523648 02000000:00000010:2.0:1761313448.501281:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009e594cdd. 00010000:00000010:2.0:1761313448.501314:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000acabd51a. 00010000:00000010:2.0:1761313448.501336:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.501343:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5041f6c. 00000100:00000010:2.0:1761313448.501359:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5041f6c. 00010000:00000010:2.0:1761313448.501362:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.501374:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cea5b6b5. 00000100:00000200:2.0:1761313448.501379:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523648, offset 224 00000400:00000200:2.0:1761313448.501387:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.501401:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.501409:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89715:89715:256:4294967295] 192.168.204.1@tcp LPNI seq info [89715:89715:8:4294967295] 00000400:00000200:2.0:1761313448.501420:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.501425:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00080000:00000010:3.0:1761313448.501428:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067e89f62. 00000800:00000010:2.0:1761313448.501432:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354618). 00000800:00000200:2.0:1761313448.501441:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.501447:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.501452:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.501527:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000050cd0424. 00000020:00000010:2.0:1761313448.501531:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.501534:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059c786a0. 02000000:00000010:2.0:1761313448.501542:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2bcb852. 00000100:00000010:2.0:1761313448.501545:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 02000000:00000010:2.0:1761313448.501550:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000019c54b55. 00000100:00000010:2.0:1761313448.501552:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 02000000:00000010:2.0:1761313448.501555:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000001f2f66f. 00000100:00000010:2.0:1761313448.501557:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 00000800:00000200:1.0:1761313448.501567:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.501571:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354370). 00000400:00000200:1.0:1761313448.501575:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.501580:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.501584:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cea5b6b5 00000400:00000010:1.0:1761313448.501586:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cea5b6b5. 02000000:00000010:1.0:1761313448.501590:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009e594cdd. 00010000:00000010:3.0:1761313448.501626:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313448.501637:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad6a2fd3. 00010000:00000010:3.0:1761313448.501730:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032fad103. 00010000:00000010:3.0:1761313448.501737:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313448.501750:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027d65e4a. 00000100:00000010:3.0:1761313448.501758:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.501769:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062b6f091. 02000000:00000010:3.0:1761313448.501786:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ef0a074. 02000000:00000010:3.0:1761313448.501822:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075a7a1d9. 00000400:00000010:3.0:1761313448.501829:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d255259. 00000400:00000010:3.0:1761313448.501835:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313448.501843:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503808, portal 16 00000400:00000010:3.0:1761313448.501849:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b94f63a. 00000100:00000200:3.0:1761313448.501850:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503808, offset 0 00000400:00000200:3.0:1761313448.501859:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.501873:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.501882:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.501886:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.501889:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.501892:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89716:89716:256:4294967295] 192.168.204.1@tcp LPNI seq info [89716:89716:8:4294967295] 00000400:00000200:3.0:1761313448.501900:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.501905:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.501911:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca3ecc26 (tot 82354618). 00000800:00000200:3.0:1761313448.501917:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.501923:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.501926:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca3ecc26 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313448.502997:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1096730. 02000000:00000010:2.0:1761313448.503079:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a68d1b1. 00000100:00000010:2.0:1761313448.503082:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 02000000:00000010:2.0:1761313448.503084:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006703eddb. 00000100:00000010:2.0:1761313448.503086:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 02000000:00000010:2.0:1761313448.503089:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000096c13cd0. 00000100:00000010:2.0:1761313448.503091:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 00000100:00000200:2.0:1761313448.503101:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313448.503109:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edfbcf0c. 00000400:00000010:2.0:1761313448.503114:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5041f6c (tot 82354770). 00000800:00000200:1.0:1761313448.508672:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.508685:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca3ecc26 (tot 82354522). 00000400:00000200:1.0:1761313448.508699:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.508709:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.508716:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b94f63a 00000400:00000010:1.0:1761313448.508718:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b94f63a. 00000100:00000200:1.0:1761313448.508729:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062b6f091 x1846869206503808/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.513066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080beaf5d. 00010000:00000010:3.1:1761313448.513095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b197be0c. 00010000:00000010:0.1:1761313448.513551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2c1909f. 00010000:00000010:2.1:1761313448.517675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006150f937. 00010000:00000010:3.1:1761313448.518391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044c4b05b. 00010000:00000010:3.1:1761313448.518407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003834540d. 00000400:00000200:1.0:1761313448.519264:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.519281:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001180 00000400:00000200:1.0:1761313448.519288:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaee45 [1] + 224 00000400:00000200:1.0:1761313448.519298:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.519302:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.519311:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062b6f091 x1846869206503808/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.519345:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.519349:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958f80 00000400:00000200:1.0:1761313448.519354:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad7e5 [2] + 0 00000400:00000200:1.0:1761313448.519361:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.519364:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.519367:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.519373:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000020:00000010:2.0:1761313448.519466:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006703eddb. 00000020:00000010:2.0:1761313448.519505:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000050cd0424. 00000020:00000010:2.0:1761313448.519509:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.519530:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199523712/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313448.519551:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523712 02000000:00000010:2.0:1761313448.519560:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a68d1b1. 00010000:00000010:2.0:1761313448.519783:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.519790:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.519795:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.519798:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.519811:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb1bbf3c. 00000100:00000200:2.0:1761313448.519814:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523712, offset 224 00000400:00000200:2.0:1761313448.519822:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.519832:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.519837:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89717:89717:256:4294967295] 192.168.204.1@tcp LPNI seq info [89717:89717:8:4294967295] 00000400:00000200:2.0:1761313448.519847:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.519851:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.519855:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82354770). 00000800:00000200:2.0:1761313448.519859:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.519866:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.519869:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1761313448.519945:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d255259. 00000400:00000200:3.0:1761313448.519950:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:3.0:1761313448.519952:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:3.0:1761313448.519958:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062b6f091 x1846869206503808/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.519965:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062b6f091 x1846869206503808/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313448.519984:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c0d2c02e. 02000000:00000010:3.0:1761313448.519997:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075a7a1d9. 02000000:00000010:3.0:1761313448.520002:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003ef0a074. 00000100:00000010:3.0:1761313448.520006:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062b6f091. 00000100:00000010:3.0:1761313448.520009:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00010000:00000010:3.0:1761313448.520011:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027d65e4a. 00080000:00000010:3.0:1761313448.520025:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075a7a1d9. 00010000:00000010:3.0:1761313448.520106:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313448.520111:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000494937fd. 00010000:00000010:3.0:1761313448.520189:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003834540d. 00010000:00000010:3.0:1761313448.520194:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b46c107c. 00010000:00000010:3.0:1761313448.520202:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027d65e4a. 00000100:00000010:3.0:1761313448.520205:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.520209:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062b6f091. 02000000:00000010:3.0:1761313448.520218:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aab109d4. 02000000:00000010:3.0:1761313448.520239:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cb58e25. 00000400:00000010:3.0:1761313448.520243:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d255259. 00000400:00000010:3.0:1761313448.520246:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313448.520249:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503872, portal 16 00000400:00000010:3.0:1761313448.520253:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d214ba. 00000100:00000200:3.0:1761313448.520255:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503872, offset 0 00000400:00000200:3.0:1761313448.520259:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.520265:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.520270:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.520273:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.520276:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.520278:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89718:89718:255:4294967295] 192.168.204.1@tcp LPNI seq info [89718:89718:7:4294967295] 00000400:00000200:3.0:1761313448.520286:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.520289:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.520292:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009252ade8 (tot 82355018). 00000800:00000200:3.0:1761313448.520295:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.520298:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.520301:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009252ade8 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.522131:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000050cd0424. 00000020:00000010:2.0:1761313448.522146:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.522150:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006703eddb. 00000800:00000200:1.0:1761313448.522436:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.522440:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354770). 00000400:00000200:1.0:1761313448.522445:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.522454:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.522459:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb1bbf3c 00000400:00000010:1.0:1761313448.522461:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb1bbf3c. 00000800:00000200:1.0:1761313448.522552:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.522554:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009252ade8 (tot 82354522). 00000400:00000200:1.0:1761313448.522558:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.522562:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.522569:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d214ba 00000400:00000010:1.0:1761313448.522570:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d214ba. 00000100:00000200:1.0:1761313448.522579:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062b6f091 x1846869206503872/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.524808:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.524827:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0011c0 00000400:00000200:0.0:1761313448.524835:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaee55 [1] + 224 00000400:00000200:0.0:1761313448.524847:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.524851:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.524859:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062b6f091 x1846869206503872/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.524897:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.524903:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be958fc0 00000400:00000200:0.0:1761313448.524908:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad7e5 [2] + 328 00000400:00000200:0.0:1761313448.524956:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.524960:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.524964:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.524971:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 00000020:00000010:1.0:1761313448.525070:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a5c083b. 00000020:00000010:1.0:1761313448.525077:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.525081:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313448.525106:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000072937995 x1846869199523776/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313448.525147:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523776 02000000:00000010:1.0:1761313448.525158:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000575fb5e0. 00010000:00000010:1.0:1761313448.525199:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c19f27fb. 00000100:00000010:1.0:1761313448.525207:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000650f2343. 00000100:00000010:1.0:1761313448.525213:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000650f2343. 00010000:00000010:1.0:1761313448.525216:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c19f27fb. 00000400:00000010:1.0:1761313448.525232:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028a3d526. 00000100:00000200:1.0:1761313448.525238:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523776, offset 224 00000400:00000200:1.0:1761313448.525246:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.525258:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.525264:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89719:89719:256:4294967295] 192.168.204.1@tcp LPNI seq info [89719:89719:8:4294967295] 00000400:00000200:1.0:1761313448.525274:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.525279:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.525283:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82354770). 00000800:00000200:1.0:1761313448.525289:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.525295:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.525298:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.525326:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.525330:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313448.525332:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a5c083b. 00000800:00000200:3.0:1761313448.525778:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.525782:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354522). 00000400:00000200:3.0:1761313448.525787:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.525792:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.525795:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028a3d526 00000400:00000010:3.0:1761313448.525797:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028a3d526. 00000400:00000010:2.0:1761313448.526359:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d255259. 00000400:00000200:2.0:1761313448.526366:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:2.0:1761313448.526368:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:2.0:1761313448.526377:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062b6f091 x1846869206503872/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.526386:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062b6f091 x1846869206503872/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313448.526409:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060280000. 02000000:00000010:2.0:1761313448.526424:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cb58e25. 02000000:00000010:2.0:1761313448.526429:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aab109d4. 00000100:00000010:2.0:1761313448.526432:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062b6f091. 00000100:00000010:2.0:1761313448.526436:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00010000:00000010:2.0:1761313448.526439:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027d65e4a. 00080000:00000010:2.0:1761313448.526456:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006703eddb. 00010000:00000010:2.0:1761313448.526575:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b46c107c. 00010000:00000010:2.0:1761313448.526583:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b46efcdf. 00010000:00000010:2.0:1761313448.526655:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075f27463. 00010000:00000010:2.0:1761313448.526659:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000050cd0424. 00010000:00000010:2.0:1761313448.526664:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b888e3cf. 00010000:00000010:2.0:1761313448.526669:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000def6c8ff. 00080000:00000010:2.0:1761313448.526681:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001f2f66f. 00010000:00000010:2.0:1761313448.526704:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313448.526723:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000050cd0424. 00010000:00000010:2.0:1761313448.526777:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073a61bce. 00010000:00000010:2.0:1761313448.526781:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313448.526789:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.526793:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.526801:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.526812:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059c786a0. 02000000:00000010:2.0:1761313448.526837:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d0796fd. 00000400:00000010:2.0:1761313448.526842:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.526846:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.526851:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206503936, portal 16 00000400:00000010:2.0:1761313448.526855:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313448.526857:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206503936, offset 0 00000400:00000200:2.0:1761313448.526864:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.526874:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.526881:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.526884:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.526887:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.526890:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89720:89720:256:4294967295] 192.168.204.1@tcp LPNI seq info [89720:89720:8:4294967295] 00000400:00000200:2.0:1761313448.526899:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.526904:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.526907:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313448.526912:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.526918:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.526922:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.527219:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.527223:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:1.0:1761313448.527227:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.527232:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.527236:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:1.0:1761313448.527237:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:1.0:1761313448.527242:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206503936/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.529515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b149225a. 00010000:00000010:3.1:1761313448.529529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000102ddb96. 00010000:00000010:3.1:1761313448.529532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fad103. 00000400:00000200:0.0:1761313448.529943:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.529960:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001200 00000400:00000200:0.0:1761313448.529968:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaee61 [1] + 224 00000400:00000200:0.0:1761313448.529981:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.529985:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.529995:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206503936/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313448.530099:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.530104:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.530106:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.530112:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206503936/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.530128:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206503936/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.530157:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d0796fd. 02000000:00000010:2.0:1761313448.530163:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000059c786a0. 00000100:00000010:2.0:1761313448.530167:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.530170:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.530175:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:3.0:1761313448.530785:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.530795:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959000 00000400:00000200:3.0:1761313448.530801:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad7e5 [2] + 656 00000400:00000200:3.0:1761313448.530850:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.530854:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.530858:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.530863:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000023c2e59. 00000020:00000010:0.0:1761313448.530947:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e0dd5b2. 00000020:00000010:0.0:1761313448.530954:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.530958:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.530980:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000023c2e59 x1846869199523840/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313448.531014:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523840 02000000:00000010:0.0:1761313448.531025:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf12db37. 00010000:00000010:0.0:1761313448.531051:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006c3ff66b. 00010000:00000010:0.0:1761313448.531071:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.531077:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007938aa91. 00000100:00000010:0.0:1761313448.531092:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007938aa91. 00010000:00000010:0.0:1761313448.531095:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000010:0.0:1761313448.531107:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facf59a2. 00000100:00000200:0.0:1761313448.531111:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523840, offset 224 00000400:00000200:0.0:1761313448.531193:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.531205:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.531211:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89721:89721:256:4294967295] 192.168.204.1@tcp LPNI seq info [89721:89721:8:4294967295] 00000400:00000200:0.0:1761313448.531221:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.531227:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.531232:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c8098d0 (tot 82354770). 00000800:00000200:0.0:1761313448.531237:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.531244:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.531247:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c8098d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.531271:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.531275:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.531277:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e0dd5b2. 00080000:00000010:2.0:1761313448.531387:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059c786a0. 00010000:00000010:2.0:1761313448.531466:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313448.531507:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b74b638f. 00010000:00000010:2.0:1761313448.531584:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008842060b. 00010000:00000010:2.0:1761313448.531589:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313448.531598:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.531602:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.531607:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.531617:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d0796fd. 02000000:00000010:2.0:1761313448.531640:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e594cdd. 00000400:00000010:2.0:1761313448.531644:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.531648:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.531652:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504000, portal 16 00000400:00000010:2.0:1761313448.531657:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c42d895. 00000100:00000200:2.0:1761313448.531659:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504000, offset 0 00000400:00000200:2.0:1761313448.531665:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.531671:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.531677:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.531681:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.531685:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.531687:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89722:89722:255:4294967295] 192.168.204.1@tcp LPNI seq info [89722:89722:7:4294967295] 00000400:00000200:2.0:1761313448.531694:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.531697:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.531700:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82355018). 00000800:00000200:2.0:1761313448.531704:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.531708:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.531710:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.531838:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.531841:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c8098d0 (tot 82354770). 00000400:00000200:3.0:1761313448.531847:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.531851:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.531855:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facf59a2 00000400:00000010:3.0:1761313448.531857:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facf59a2. 00000800:00000200:3.0:1761313448.531903:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.531905:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354522). 00000400:00000200:3.0:1761313448.531908:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.531911:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.531912:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c42d895 00000400:00000010:3.0:1761313448.531914:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c42d895. 00000100:00000200:3.0:1761313448.531919:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504000/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.533369:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.533387:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001240 00000400:00000200:0.0:1761313448.533395:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaee6d [1] + 224 00000400:00000200:0.0:1761313448.533407:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.533411:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.533418:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504000/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.533503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b054db5f. 00010000:00000010:2.1:1761313448.533510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d799e8df. 00010000:00000010:2.1:1761313448.533514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003834540d. 00010000:00000010:2.1:1761313448.533517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f27463. 00010000:00000010:2.1:1761313448.533520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b888e3cf. 00000400:00000010:2.0:1761313448.533536:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.533539:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.533541:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.533546:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504000/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.533553:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504000/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.533577:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e594cdd. 02000000:00000010:2.0:1761313448.533582:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d0796fd. 00000100:00000010:2.0:1761313448.533585:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.533588:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.533591:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:3.0:1761313448.533709:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.533718:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959040 00000400:00000200:3.0:1761313448.533723:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad7e5 [2] + 984 00000400:00000200:3.0:1761313448.533764:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.533768:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.533771:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.533775:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000896ad9cf. 00000020:00000010:1.0:1761313448.533853:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a5c083b. 00000020:00000010:1.0:1761313448.533860:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.533863:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313448.533882:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000896ad9cf x1846869199523904/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313448.533914:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523904 02000000:00000010:1.0:1761313448.533924:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000528d94fc. 00010000:00000010:1.0:1761313448.533949:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8f8bcf2. 00010000:00000010:1.0:1761313448.533966:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c19f27fb. 00000100:00000010:1.0:1761313448.533971:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000650f2343. 00000100:00000010:1.0:1761313448.533985:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000650f2343. 00010000:00000010:1.0:1761313448.533988:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c19f27fb. 00000400:00000010:1.0:1761313448.533998:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009603b8d4. 00000100:00000200:1.0:1761313448.534002:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523904, offset 224 00000400:00000200:1.0:1761313448.534011:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.534022:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.534027:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89723:89723:256:4294967295] 192.168.204.1@tcp LPNI seq info [89723:89723:8:4294967295] 00000400:00000200:1.0:1761313448.534035:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.534040:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.534044:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82354770). 00000800:00000200:1.0:1761313448.534048:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.534054:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.534058:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.534078:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.534082:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:1.0:1761313448.534085:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a5c083b. 00000800:00000200:3.0:1761313448.534156:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.534160:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:3.0:1761313448.534164:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.534169:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.534171:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009603b8d4 00000400:00000010:3.0:1761313448.534173:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009603b8d4. 00080000:00000010:2.0:1761313448.534176:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d0796fd. 00010000:00000010:2.0:1761313448.534256:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313448.534262:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4423820. 00010000:00000010:2.0:1761313448.534636:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b888e3cf. 00010000:00000010:2.0:1761313448.534641:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000def6c8ff. 00010000:00000010:2.0:1761313448.534650:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.534653:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.534659:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.534670:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009e594cdd. 02000000:00000010:2.0:1761313448.534692:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ef0a074. 00000400:00000010:2.0:1761313448.534697:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.534700:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.534704:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504064, portal 16 00000400:00000010:2.0:1761313448.534708:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b04dcd. 00000100:00000200:2.0:1761313448.534710:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504064, offset 0 00000400:00000200:2.0:1761313448.534716:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.534722:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.534728:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.534731:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.534733:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.534736:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89724:89724:256:4294967295] 192.168.204.1@tcp LPNI seq info [89724:89724:8:4294967295] 00000400:00000200:2.0:1761313448.534742:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.534747:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.534750:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82354770). 00000800:00000200:2.0:1761313448.534753:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.534757:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.534760:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.535068:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.535071:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354522). 00000400:00000200:0.0:1761313448.535075:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.535079:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.535082:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b04dcd 00000400:00000010:0.0:1761313448.535083:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b04dcd. 00000100:00000200:0.0:1761313448.535089:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504064/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.537335:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.537353:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001280 00000400:00000200:3.0:1761313448.537362:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaee79 [1] + 224 00000400:00000200:3.0:1761313448.537375:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.537378:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.537388:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504064/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313448.537451:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.537455:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.537457:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.537463:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504064/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.537512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bbe81c4. 00010000:00000010:2.1:1761313448.537599:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062764dbc. 00010000:00000010:2.1:1761313448.537607:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a61bce. 00000100:00000200:2.0:1761313448.537618:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504064/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.537646:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ef0a074. 02000000:00000010:2.0:1761313448.537651:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009e594cdd. 00000100:00000010:2.0:1761313448.537656:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.537660:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.537663:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:3.0:1761313448.542279:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.542300:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959080 00000400:00000200:3.0:1761313448.542308:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad7e5 [2] + 1312 00000400:00000200:3.0:1761313448.542367:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.542372:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.542379:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.542386:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef3948d6. 00010000:00000010:2.1:1761313448.546622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acc1ec15. 00010000:00000010:2.1:1761313448.546638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008842060b. 00000020:00000010:0.0:1761313448.546740:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e0dd5b2. 00000020:00000010:0.0:1761313448.546747:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.546752:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.546790:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ef3948d6 x1846869199523968/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313448.546822:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199523968 02000000:00000010:0.0:1761313448.546832:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093c67ec9. 00010000:00000010:0.0:1761313448.546860:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b4a9a43. 00010000:00000010:0.0:1761313448.546878:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.546885:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007938aa91. 00080000:00000010:2.0:1761313448.547595:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ef0a074. 00010000:00000010:2.0:1761313448.547751:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008842060b. 00010000:00000010:2.0:1761313448.547759:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.547770:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.547774:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.547782:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.547793:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096c13cd0. 02000000:00000010:2.0:1761313448.547818:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e594cdd. 00000400:00000010:2.0:1761313448.547824:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.547830:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.547836:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504128, portal 16 00000400:00000010:2.0:1761313448.547842:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b53b14. 00000100:00000200:2.0:1761313448.547844:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504128, offset 0 00000400:00000200:2.0:1761313448.547852:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.547866:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.547873:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.547877:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.547879:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.547883:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89725:89725:256:4294967295] 192.168.204.1@tcp LPNI seq info [89725:89725:8:4294967295] 00000400:00000200:2.0:1761313448.547892:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.547897:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.547902:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82354770). 00000800:00000200:2.0:1761313448.547907:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.547913:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.547916:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313448.548019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000756998a9. 00000800:00000200:3.0:1761313448.548065:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.548069:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354522). 00000400:00000200:3.0:1761313448.548076:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.548082:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.548087:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b53b14 00000400:00000010:3.0:1761313448.548089:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b53b14. 00010000:00000010:0.0:1761313448.548093:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000def6c8ff. 00000100:00000200:3.0:1761313448.548095:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504128/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1761313448.548103:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007938aa91. 00010000:00000010:0.0:1761313448.548108:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00010000:00000010:0.0:1761313448.548113:0:64768:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001527fc77. 00000400:00000010:0.0:1761313448.548135:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313448.548139:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199523968, offset 224 00000400:00000200:0.0:1761313448.548145:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.548150:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.548154:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89726:89726:256:4294967295] 192.168.204.1@tcp LPNI seq info [89726:89726:8:4294967295] 00000400:00000200:0.0:1761313448.548161:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.548165:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.548168:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0672ee9 (tot 82354770). 00000800:00000200:0.0:1761313448.548172:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.548175:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.548177:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0672ee9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.548201:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.548206:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.548209:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e0dd5b2. 00000800:00000200:3.0:1761313448.548514:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.548516:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0672ee9 (tot 82354522). 00000400:00000200:3.0:1761313448.548523:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.548527:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.548529:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:3.0:1761313448.548531:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00010000:00000010:0.1:1761313448.551627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073586427. 00000400:00000200:3.0:1761313448.553865:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.553884:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0012c0 00000400:00000200:3.0:1761313448.553892:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaee81 [1] + 224 00000400:00000200:3.0:1761313448.553906:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.553910:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.553921:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504128/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313448.554003:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.554008:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.554009:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.554015:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504128/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.554022:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504128/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.554054:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e594cdd. 02000000:00000010:2.0:1761313448.554060:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000096c13cd0. 00000100:00000010:2.0:1761313448.554064:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.554068:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.554071:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:3.0:1761313448.554316:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.554323:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9590c0 00000400:00000200:3.0:1761313448.554328:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad7e5 [2] + 1640 00000400:00000200:3.0:1761313448.554551:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.554556:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.554560:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.554565:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 00000020:00000010:0.0:1761313448.554776:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e0dd5b2. 00000020:00000010:0.0:1761313448.554783:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.554787:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.554813:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ccbaf3e x1846869199524032/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313448.554848:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524032 02000000:00000010:0.0:1761313448.554859:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000077145c2b. 00010000:00000010:0.0:1761313448.554888:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f176521a. 00010000:00000010:0.0:1761313448.554911:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.554918:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007938aa91. 00000100:00000010:0.0:1761313448.554935:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007938aa91. 00010000:00000010:0.0:1761313448.554938:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000010:0.0:1761313448.554950:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb083fae. 00000100:00000200:0.0:1761313448.554955:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524032, offset 224 00000400:00000200:0.0:1761313448.554964:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.554975:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.554981:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89727:89727:256:4294967295] 192.168.204.1@tcp LPNI seq info [89727:89727:8:4294967295] 00000400:00000200:0.0:1761313448.554991:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.554996:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.555000:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000127edb7c (tot 82354770). 00000800:00000200:0.0:1761313448.555005:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.555011:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.555015:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000127edb7c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.555036:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.555040:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.555043:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e0dd5b2. 00080000:00000010:2.0:1761313448.555114:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e594cdd. 00010000:00000010:2.0:1761313448.555214:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.555222:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc630d6d. 00010000:00000010:2.0:1761313448.555310:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073a61bce. 00010000:00000010:2.0:1761313448.555316:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.555326:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.555329:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.555335:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.555346:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096c13cd0. 02000000:00000010:2.0:1761313448.555369:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000643141f7. 00000400:00000010:2.0:1761313448.555373:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.555377:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.555381:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504192, portal 16 00000400:00000010:2.0:1761313448.555386:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086a44fc9. 00000100:00000200:2.0:1761313448.555387:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504192, offset 0 00000400:00000200:2.0:1761313448.555393:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.555399:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.555405:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.555409:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.555413:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.555416:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89728:89728:255:4294967295] 192.168.204.1@tcp LPNI seq info [89728:89728:7:4294967295] 00000400:00000200:2.0:1761313448.555422:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.555427:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.555431:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82355018). 00000800:00000200:2.0:1761313448.555435:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.555440:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.555442:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.555460:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.555464:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000127edb7c (tot 82354770). 00000400:00000200:3.0:1761313448.555494:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.555500:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.555504:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb083fae 00000400:00000010:3.0:1761313448.555505:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb083fae. 00000800:00000200:3.0:1761313448.555558:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.555560:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354522). 00000400:00000200:3.0:1761313448.555563:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.555566:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.555568:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086a44fc9 00000400:00000010:3.0:1761313448.555569:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086a44fc9. 00000100:00000200:3.0:1761313448.555574:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504192/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.556589:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00010000:00000010:0.1:1761313448.556589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b888e3cf. 00010000:00000010:0.1:1761313448.556599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010e043a1. 00000400:00000200:3.0:1761313448.556602:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001300 00000400:00000200:3.0:1761313448.556610:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaee91 [1] + 224 00000400:00000200:3.0:1761313448.556621:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.556624:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.556631:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504192/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313448.557709:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.557716:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.557718:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.557727:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504192/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.557736:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504192/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.557765:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000643141f7. 02000000:00000010:2.0:1761313448.557771:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000096c13cd0. 00000100:00000010:2.0:1761313448.557776:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.557780:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.557783:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:3.0:1761313448.558376:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.558388:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959100 00000400:00000200:3.0:1761313448.558395:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad7e5 [2] + 1968 00000400:00000010:3.0:1761313448.558398:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003edb9760. 00000400:00000200:3.0:1761313448.558402:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000987efa0d 00000400:00000200:3.0:1761313448.558940:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.558946:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.558949:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000987efa0d 00000400:00000010:3.0:1761313448.558951:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000987efa0d (tot 82354370). 00000100:00000200:3.0:1761313448.558957:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313448.559928:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a5c083b. 00000020:00000010:1.0:1761313448.559936:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2144a62. 00000020:00000010:1.0:1761313448.559941:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0ed3b4f. 00000100:00000200:1.0:1761313448.559968:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000036290ffa x1846869199524096/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313448.560779:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524096 02000000:00000010:0.0:1761313448.560793:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e0dd5b2. 00010000:00000010:0.0:1761313448.560821:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec01b2a7. 00010000:00000010:0.0:1761313448.560841:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.560848:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007938aa91. 00000100:00000010:0.0:1761313448.560866:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007938aa91. 00010000:00000010:0.0:1761313448.560869:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000010:0.0:1761313448.560881:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e99e622. 00000100:00000200:0.0:1761313448.560886:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524096, offset 224 00000400:00000200:0.0:1761313448.560894:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.560906:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.560911:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89729:89729:256:4294967295] 192.168.204.1@tcp LPNI seq info [89729:89729:8:4294967295] 00000400:00000200:0.0:1761313448.560921:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.560926:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.560930:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d29b4693 (tot 82354618). 00000800:00000200:0.0:1761313448.560935:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.560942:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.560945:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d29b4693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.560958:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2144a62. 00000020:00000010:0.0:1761313448.560962:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0ed3b4f. 00000020:00000010:0.0:1761313448.560965:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a5c083b. 02000000:00000010:0.0:1761313448.560973:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000077145c2b. 00000100:00000010:0.0:1761313448.560976:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 02000000:00000010:0.0:1761313448.560978:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093c67ec9. 00000100:00000010:0.0:1761313448.560980:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef3948d6. 02000000:00000010:0.0:1761313448.560982:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000528d94fc. 00000100:00000010:0.0:1761313448.560984:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000896ad9cf. 02000000:00000010:0.0:1761313448.560986:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf12db37. 00000100:00000010:0.0:1761313448.560988:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000023c2e59. 02000000:00000010:0.0:1761313448.560991:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000575fb5e0. 00000100:00000010:0.0:1761313448.560994:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313448.560997:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a68d1b1. 00000100:00000010:0.0:1761313448.561000:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 00000100:00000200:0.0:1761313448.561007:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313448.561012:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f5ec67a. 00000400:00000010:0.0:1761313448.561016:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007938aa91 (tot 82354770). 00080000:00000010:2.0:1761313448.561441:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000643141f7. 00010000:00000010:2.0:1761313448.561549:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.561556:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024fc7a00. 00010000:00000010:2.0:1761313448.561634:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009908efd2. 00010000:00000010:2.0:1761313448.561640:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.561648:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.561652:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.561658:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.561669:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096c13cd0. 02000000:00000010:2.0:1761313448.561696:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000facf592c. 00000400:00000010:2.0:1761313448.561700:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.561704:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.561707:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504256, portal 16 00000400:00000010:2.0:1761313448.561711:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1b40db9. 00000100:00000200:2.0:1761313448.561713:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504256, offset 0 00000400:00000200:2.0:1761313448.561719:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.561727:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.561733:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.561736:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.561739:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.561741:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89730:89730:255:4294967295] 192.168.204.1@tcp LPNI seq info [89730:89730:7:4294967295] 00000400:00000200:2.0:1761313448.561748:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.561753:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.561756:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82355018). 00000800:00000200:2.0:1761313448.561760:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.561764:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.561766:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.561878:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.561882:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d29b4693 (tot 82354770). 00000400:00000200:3.0:1761313448.561889:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.561893:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.561896:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e99e622 00000400:00000010:3.0:1761313448.561898:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e99e622. 02000000:00000010:3.0:1761313448.561903:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e0dd5b2. 00000800:00000200:3.0:1761313448.561945:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.561947:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:3.0:1761313448.561951:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.561954:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.561956:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1b40db9 00000400:00000010:3.0:1761313448.561957:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1b40db9. 00000100:00000200:3.0:1761313448.561962:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.564768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c04309a9. 00010000:00000010:2.1:1761313448.565071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008842060b. 00000400:00000200:3.0:1761313448.565548:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.565566:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001340 00000400:00000200:3.0:1761313448.565575:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeea1 [1] + 224 00000400:00000200:3.0:1761313448.565589:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.565593:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.565605:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313448.567244:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.567253:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.567255:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.567265:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.567274:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504256/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.567305:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000facf592c. 02000000:00000010:2.0:1761313448.567311:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000096c13cd0. 00000100:00000010:2.0:1761313448.567315:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.567319:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.567322:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:3.0:1761313448.567664:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.567679:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959140 00000400:00000200:3.0:1761313448.567685:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad83d [2] + 0 00000400:00000200:3.0:1761313448.567742:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.567747:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.567753:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.567759:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 00000020:00000010:0.0:1761313448.568865:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf12db37. 00000020:00000010:0.0:1761313448.568874:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.568878:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.568907:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022b20aea x1846869199524160/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313448.568940:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524160 02000000:00000010:0.0:1761313448.568951:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093c67ec9. 00010000:00000010:0.0:1761313448.568979:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8296e85. 00010000:00000010:0.0:1761313448.569002:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.569008:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.569023:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.569026:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000010:0.0:1761313448.569040:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f342411. 00000100:00000200:0.0:1761313448.569045:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524160, offset 224 00000400:00000200:0.0:1761313448.569053:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:2.0:1761313448.569060:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000facf592c. 00000400:00000200:0.0:1761313448.569065:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.569070:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89731:89731:256:4294967295] 192.168.204.1@tcp LPNI seq info [89731:89731:8:4294967295] 00000400:00000200:0.0:1761313448.569079:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.569084:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.569088:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029bf7edc (tot 82354770). 00000800:00000200:0.0:1761313448.569093:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.569098:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.569102:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029bf7edc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.569139:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.569143:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.569146:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf12db37. 00010000:00000010:2.0:1761313448.569155:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.569161:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae0dcfab. 00010000:00000010:2.0:1761313448.569255:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008842060b. 00010000:00000010:2.0:1761313448.569261:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.569274:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.569278:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.569283:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.569296:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096c13cd0. 02000000:00000010:2.0:1761313448.569321:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0d24521. 00000400:00000010:2.0:1761313448.569326:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.569330:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.569334:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504320, portal 16 00000400:00000010:2.0:1761313448.569338:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313448.569340:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504320, offset 0 00000400:00000200:2.0:1761313448.569345:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.569351:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000800:00000200:3.0:1761313448.569355:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1761313448.569357:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000800:00000010:3.0:1761313448.569358:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029bf7edc (tot 82354522). 00000400:00000200:2.0:1761313448.569360:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.569363:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.569364:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.569365:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89732:89732:255:4294967295] 192.168.204.1@tcp LPNI seq info [89732:89732:7:4294967295] 00000400:00000200:3.0:1761313448.569368:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.569371:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f342411 00000400:00000200:2.0:1761313448.569372:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000400:00000010:3.0:1761313448.569373:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f342411. 00000800:00000200:2.0:1761313448.569375:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.569378:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82354770). 00000800:00000200:2.0:1761313448.569382:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.569385:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.569387:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.569423:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.569425:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00000400:00000200:3.0:1761313448.569428:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.569431:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.569433:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:3.0:1761313448.569434:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:3.0:1761313448.569439:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.569639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b5838fa. 00010000:00000010:0.1:1761313448.569646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035fc096a. 00010000:00000010:2.1:1761313448.574223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006425338e. 00010000:00000010:2.1:1761313448.574238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a61bce. 00000400:00000200:3.0:1761313448.574257:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.574275:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001380 00000400:00000200:3.0:1761313448.574284:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeead [1] + 224 00000400:00000200:3.0:1761313448.574315:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.574320:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.574331:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313448.574379:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.574383:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.574386:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.574391:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.574398:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504320/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.574424:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0d24521. 02000000:00000010:2.0:1761313448.574430:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000096c13cd0. 00000100:00000010:2.0:1761313448.574434:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.574437:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.574441:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:3.0:1761313448.575908:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.575922:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959180 00000400:00000200:3.0:1761313448.575928:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad83d [2] + 328 00000400:00000200:3.0:1761313448.575976:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.575980:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.575985:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.575991:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000046c261d2. 00000020:00000010:0.0:1761313448.576285:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf12db37. 00000020:00000010:0.0:1761313448.576293:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.576297:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.576318:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000046c261d2 x1846869199524224/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313448.576352:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524224 02000000:00000010:0.0:1761313448.576363:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000077145c2b. 00010000:00000010:0.0:1761313448.576390:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008da2c6a4. 00010000:00000010:0.0:1761313448.576412:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.576419:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.576435:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.576438:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000010:0.0:1761313448.576452:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb803c1. 00000100:00000200:0.0:1761313448.576457:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524224, offset 224 00080000:00000010:2.0:1761313448.576461:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0d24521. 00000400:00000200:0.0:1761313448.576465:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00010000:00000010:2.0:1761313448.576584:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.576590:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082437d94. 00010000:00000010:2.0:1761313448.576666:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073a61bce. 00010000:00000010:2.0:1761313448.576671:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.576681:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.576684:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.576690:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.576702:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096c13cd0. 02000000:00000010:2.0:1761313448.576725:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a082c9e. 00000400:00000010:2.0:1761313448.576730:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.576735:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.576739:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504384, portal 16 00000400:00000010:2.0:1761313448.576743:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd66a147. 00000100:00000200:2.0:1761313448.576745:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504384, offset 0 00000400:00000200:2.0:1761313448.576750:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.577577:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.577584:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89733:89733:256:4294967295] 192.168.204.1@tcp LPNI seq info [89733:89733:8:4294967295] 00000400:00000200:0.0:1761313448.577595:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.577600:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.577606:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000001fb610 (tot 82354770). 00000800:00000200:0.0:1761313448.577612:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000400:00000200:2.0:1761313448.577613:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000800:00000200:0.0:1761313448.577619:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000400:00000200:2.0:1761313448.577620:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.577623:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1761313448.577623:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000001fb610 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1761313448.577626:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.577628:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89734:89734:255:4294967295] 192.168.204.1@tcp LPNI seq info [89734:89734:7:4294967295] 00000400:00000200:2.0:1761313448.577634:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.577638:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000020:00000010:0.0:1761313448.577638:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000800:00000010:2.0:1761313448.577640:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82355018). 00000020:00000010:0.0:1761313448.577642:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000800:00000200:2.0:1761313448.577644:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000020:00000010:0.0:1761313448.577646:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf12db37. 00000800:00000200:2.0:1761313448.577647:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.577648:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.578611:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.578616:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000001fb610 (tot 82354770). 00000400:00000200:3.0:1761313448.578627:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.578633:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.578639:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb803c1 00000400:00000010:3.0:1761313448.578641:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb803c1. 00000800:00000200:3.0:1761313448.578703:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.578705:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:3.0:1761313448.578709:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.578711:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.578714:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd66a147 00000400:00000010:3.0:1761313448.578715:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd66a147. 00000100:00000200:3.0:1761313448.578721:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504384/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.582515:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.582537:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0013c0 00000400:00000200:3.0:1761313448.582545:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeeb9 [1] + 224 00000400:00000200:3.0:1761313448.582559:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.582562:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.582573:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504384/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.582610:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.582616:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9591c0 00000400:00000200:3.0:1761313448.582619:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad83d [2] + 656 00000400:00000010:2.0:1761313448.582626:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.582631:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.582632:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.582638:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504384/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.582650:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504384/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.582654:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.582656:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.582660:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.582665:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000428d88e4. 02000000:00000010:2.0:1761313448.582678:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a082c9e. 02000000:00000010:2.0:1761313448.582683:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000096c13cd0. 00000100:00000010:2.0:1761313448.582687:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.582690:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.582693:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000020:00000010:0.0:1761313448.583695:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a68d1b1. 00000020:00000010:0.0:1761313448.583706:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.583712:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.583738:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000428d88e4 x1846869199524288/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313448.583762:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524288 02000000:00000010:0.0:1761313448.583773:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000325fe80b. 00010000:00000010:0.0:1761313448.583798:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003bf4944b. 00010000:00000010:0.0:1761313448.583818:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.583824:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.583842:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.583845:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000010:0.0:1761313448.583859:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9dda38a. 00000100:00000200:0.0:1761313448.583865:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524288, offset 224 00080000:00000010:2.0:1761313448.583873:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a082c9e. 00000400:00000200:0.0:1761313448.583874:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.583885:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.583891:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89735:89735:256:4294967295] 192.168.204.1@tcp LPNI seq info [89735:89735:8:4294967295] 00000400:00000200:0.0:1761313448.583900:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.583906:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.583911:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000001fb610 (tot 82354770). 00000800:00000200:0.0:1761313448.583916:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.583921:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.583925:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000001fb610 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.583947:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.583951:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00010000:00000010:2.0:1761313448.583952:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de33e44f. 00000020:00000010:0.0:1761313448.583954:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a68d1b1. 00010000:00000010:2.0:1761313448.583957:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000033ccefe. 00010000:00000010:2.0:1761313448.584127:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077adc8e5. 00010000:00000010:2.0:1761313448.584133:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.584145:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.584148:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.584153:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.584162:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026034bfb. 02000000:00000010:2.0:1761313448.584182:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004227ca14. 00000400:00000010:2.0:1761313448.584186:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.584189:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.584193:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504448, portal 16 00000400:00000010:2.0:1761313448.584197:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe79c649. 00000100:00000200:2.0:1761313448.584198:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504448, offset 0 00000400:00000200:2.0:1761313448.584203:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.584209:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.584215:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.584218:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.584220:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.584223:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89736:89736:255:4294967295] 192.168.204.1@tcp LPNI seq info [89736:89736:7:4294967295] 00000400:00000200:2.0:1761313448.584230:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.584234:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.584237:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82355018). 00000800:00000200:2.0:1761313448.584241:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.584244:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.584246:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.588094:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.588102:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000001fb610 (tot 82354770). 00000400:00000200:1.0:1761313448.588125:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.588135:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.588141:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9dda38a 00000400:00000010:1.0:1761313448.588144:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9dda38a. 00000800:00000200:1.0:1761313448.588222:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.588224:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354522). 00000400:00000200:1.0:1761313448.588228:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.588231:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.588233:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe79c649 00000400:00000010:1.0:1761313448.588234:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe79c649. 00000100:00000200:1.0:1761313448.588243:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.595191:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.595210:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001400 00000400:00000200:1.0:1761313448.595219:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeec5 [1] + 224 00000400:00000200:1.0:1761313448.595236:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.595239:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.595249:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313448.595489:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.595494:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.595496:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.595501:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.595508:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504448/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.595533:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004227ca14. 02000000:00000010:2.0:1761313448.595537:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026034bfb. 00000100:00000010:2.0:1761313448.595540:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.595544:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.595547:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:0.0:1761313448.597345:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.597363:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959200 00000400:00000200:0.0:1761313448.597370:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad83d [2] + 984 00000400:00000200:0.0:1761313448.597686:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.597691:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.597699:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.597706:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 00000020:00000010:1.0:1761313448.600879:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000575fb5e0. 00000020:00000010:1.0:1761313448.600894:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098524012. 00000020:00000010:1.0:1761313448.600900:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d3ff56b7. 00000100:00000200:1.0:1761313448.600929:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000072937995 x1846869199524352/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313448.600969:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524352 02000000:00000010:1.0:1761313448.600981:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000528d94fc. 00010000:00000010:1.0:1761313448.601014:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d33f8e1. 00010000:00000010:1.0:1761313448.601038:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c19f27fb. 00000100:00000010:1.0:1761313448.601046:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000650f2343. 00000100:00000010:1.0:1761313448.601065:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000650f2343. 00010000:00000010:1.0:1761313448.601069:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c19f27fb. 00000400:00000010:1.0:1761313448.601082:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022b7cfcb. 00000100:00000200:1.0:1761313448.601089:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524352, offset 224 00000400:00000200:1.0:1761313448.601097:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.601110:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.601125:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89737:89737:256:4294967295] 192.168.204.1@tcp LPNI seq info [89737:89737:8:4294967295] 00000400:00000200:1.0:1761313448.601136:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.601141:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00080000:00000010:2.0:1761313448.601145:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026034bfb. 00000800:00000010:1.0:1761313448.601145:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000597e8afc (tot 82354770). 00000800:00000200:1.0:1761313448.601151:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.601158:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.601162:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000597e8afc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.601183:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098524012. 00000020:00000010:1.0:1761313448.601186:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d3ff56b7. 00000020:00000010:1.0:1761313448.601189:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000575fb5e0. 00010000:00000010:2.0:1761313448.601242:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.601248:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002b16140f. 00000800:00000200:1.0:1761313448.601308:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.601312:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000597e8afc (tot 82354522). 00000400:00000200:1.0:1761313448.601317:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.601322:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.601326:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022b7cfcb 00000400:00000010:1.0:1761313448.601328:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022b7cfcb. 00010000:00000010:2.0:1761313448.601337:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b888e3cf. 00010000:00000010:2.0:1761313448.601343:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.601354:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.601357:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.601365:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.601376:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004227ca14. 02000000:00000010:2.0:1761313448.601396:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026037375. 00000400:00000010:2.0:1761313448.601402:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.601406:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.601411:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504512, portal 16 00000400:00000010:2.0:1761313448.601415:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510ee54. 00000100:00000200:2.0:1761313448.601417:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504512, offset 0 00000400:00000200:2.0:1761313448.601422:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.601428:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.601433:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.601437:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.601440:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.601442:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89738:89738:256:4294967295] 192.168.204.1@tcp LPNI seq info [89738:89738:8:4294967295] 00000400:00000200:2.0:1761313448.601448:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.601453:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.601456:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f91e3d93 (tot 82354770). 00000800:00000200:2.0:1761313448.601460:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.601464:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.601466:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f91e3d93 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313448.601781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2a0e8e3. 00000800:00000200:1.0:1761313448.602556:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.602561:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f91e3d93 (tot 82354522). 00000400:00000200:1.0:1761313448.602565:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.602571:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.602575:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510ee54 00000400:00000010:1.0:1761313448.602577:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510ee54. 00000100:00000200:1.0:1761313448.602583:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.602647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026f31c8e. 00010000:00000010:2.1:1761313448.602655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009908efd2. 00010000:00000010:2.1:1761313448.609158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003af57b41. 00000400:00000200:0.0:1761313448.609169:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00010000:00000010:2.1:1761313448.609176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008842060b. 00010000:00000010:2.1:1761313448.609186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000902be4e5. 00000400:00000200:0.0:1761313448.609188:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001440 00010000:00000010:2.1:1761313448.609189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a61bce. 00010000:00000010:2.1:1761313448.609191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d41712f3. 00010000:00000010:2.1:1761313448.609196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077adc8e5. 00000400:00000200:0.0:1761313448.609196:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeed1 [1] + 224 00000400:00000200:0.0:1761313448.609208:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.609212:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.609223:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.609260:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.609265:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959240 00000400:00000200:0.0:1761313448.609269:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad83d [2] + 1312 00000400:00000200:0.0:1761313448.609278:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.609281:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.609285:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.609291:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000515112ab. 00000020:00000010:1.0:1761313448.609384:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000575fb5e0. 00000020:00000010:1.0:1761313448.609392:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098524012. 00000020:00000010:1.0:1761313448.609398:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d3ff56b7. 00000100:00000200:1.0:1761313448.609424:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000515112ab x1846869199524416/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313448.609462:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524416 00010000:00000010:1.1:1761313448.609495:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000706aa021. 02000000:00000010:1.0:1761313448.609507:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a5c083b. 00010000:00000010:1.0:1761313448.609544:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c19f27fb. 00000100:00000010:1.0:1761313448.609551:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000650f2343. 00000100:00000010:1.0:1761313448.609556:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000650f2343. 00010000:00000010:1.0:1761313448.609559:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c19f27fb. 00000400:00000010:1.0:1761313448.609573:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022b7cfcb. 00000100:00000200:1.0:1761313448.609577:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524416, offset 224 00000400:00000200:1.0:1761313448.609584:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.609596:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.609601:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89739:89739:256:4294967295] 192.168.204.1@tcp LPNI seq info [89739:89739:8:4294967295] 00000400:00000200:1.0:1761313448.609611:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.609617:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.609622:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000597e8afc (tot 82354770). 00000800:00000200:1.0:1761313448.609627:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.609634:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.609637:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000597e8afc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.609658:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098524012. 00000020:00000010:1.0:1761313448.609661:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d3ff56b7. 00000020:00000010:1.0:1761313448.609664:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000575fb5e0. 00010000:00000010:0.1:1761313448.610037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1b7c70f. 00010000:00000010:0.1:1761313448.610044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090b11b3a. 00000800:00000200:0.0:1761313448.610144:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.610148:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000597e8afc (tot 82354522). 00000400:00000200:0.0:1761313448.610152:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.610157:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.610161:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022b7cfcb 00000400:00000010:0.0:1761313448.610163:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022b7cfcb. 00000400:00000010:2.0:1761313448.612187:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.612197:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.612199:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.612211:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.612220:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504512/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313448.612246:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e922378. 02000000:00000010:2.0:1761313448.612262:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026037375. 02000000:00000010:2.0:1761313448.612266:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004227ca14. 00000100:00000010:2.0:1761313448.612269:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.612273:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.612276:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00080000:00000010:2.0:1761313448.612295:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004227ca14. 00010000:00000010:2.0:1761313448.612381:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.612387:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3fa3e78. 00010000:00000010:2.0:1761313448.612457:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077adc8e5. 00010000:00000010:2.0:1761313448.612462:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de33e44f. 00010000:00000010:2.0:1761313448.612526:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.612533:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.612540:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.612552:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026037375. 02000000:00000010:2.0:1761313448.612577:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050047d4b. 00000400:00000010:2.0:1761313448.612582:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.612585:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.612590:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504576, portal 16 00000400:00000010:2.0:1761313448.612595:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d96c721. 00000100:00000200:2.0:1761313448.612597:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504576, offset 0 00000400:00000200:2.0:1761313448.612605:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.612617:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.612625:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.612628:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.612630:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.612633:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89740:89740:256:4294967295] 192.168.204.1@tcp LPNI seq info [89740:89740:8:4294967295] 00000400:00000200:2.0:1761313448.612642:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.612647:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.612651:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d68e04b (tot 82354770). 00000800:00000200:2.0:1761313448.612657:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.612663:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.612666:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d68e04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.613629:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.613635:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d68e04b (tot 82354522). 00000400:00000200:1.0:1761313448.613641:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.613647:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.613651:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d96c721 00000400:00000010:1.0:1761313448.613653:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d96c721. 00000100:00000200:1.0:1761313448.613659:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504576/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.619225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000025076e7. 00010000:00000010:2.1:1761313448.619244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074f5636d. 00010000:00000010:2.1:1761313448.619252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b888e3cf. 00000400:00000200:0.0:1761313448.622430:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.622449:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001480 00000400:00000200:0.0:1761313448.622457:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeedd [1] + 224 00000400:00000200:0.0:1761313448.622506:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.622510:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.622521:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504576/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.623799:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.623811:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959280 00000400:00000010:2.0:1761313448.623860:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.623865:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.623867:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.623874:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504576/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.623882:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504576/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.623909:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050047d4b. 02000000:00000010:2.0:1761313448.623915:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026037375. 00000100:00000010:2.0:1761313448.623919:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.623923:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.623926:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:0.0:1761313448.623991:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad83d [2] + 1640 00000400:00000200:0.0:1761313448.624067:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.624072:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.624076:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.624082:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfdd843f. 00000020:00000010:3.0:1761313448.624526:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aab109d4. 00000020:00000010:3.0:1761313448.624533:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313448.624538:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b563b7ca. 00000100:00000200:3.0:1761313448.624562:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfdd843f x1846869199524480/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313448.624600:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524480 02000000:00000010:3.0:1761313448.624611:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000cb58e25. 00010000:00000010:3.0:1761313448.624638:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000208af0f0. 00010000:00000010:3.0:1761313448.624660:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000987fcbde. 00000100:00000010:3.0:1761313448.624666:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bfcc33c3. 00080000:00000010:2.0:1761313448.626041:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026037375. 00010000:00000010:2.0:1761313448.626211:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075f27463. 00010000:00000010:2.0:1761313448.626216:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d4423820. 00010000:00000010:2.0:1761313448.626221:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b888e3cf. 00010000:00000010:2.0:1761313448.626226:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00080000:00000010:2.0:1761313448.626238:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050047d4b. 00010000:00000010:2.0:1761313448.626264:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.626270:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4423820. 00010000:00000010:2.0:1761313448.626325:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073a61bce. 00010000:00000010:2.0:1761313448.626328:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.626336:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.626341:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.626349:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.626362:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5c6246f. 02000000:00000010:2.0:1761313448.626388:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5fef042. 00000400:00000010:2.0:1761313448.626394:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.626399:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.626405:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504640, portal 16 00000400:00000010:2.0:1761313448.626411:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021a4f2ae. 00000100:00000200:2.0:1761313448.626413:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504640, offset 0 00000400:00000200:2.0:1761313448.626421:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.626435:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.626443:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.626446:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.626449:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.626451:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89741:89741:256:4294967295] 192.168.204.1@tcp LPNI seq info [89741:89741:8:4294967295] 00000400:00000200:2.0:1761313448.626460:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.626465:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.626514:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d68e04b (tot 82354770). 00000800:00000200:2.0:1761313448.626522:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.626528:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.626532:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d68e04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.626676:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.626680:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d68e04b (tot 82354522). 00000400:00000200:0.0:1761313448.626684:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.626689:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.626692:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021a4f2ae 00000400:00000010:0.0:1761313448.626694:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021a4f2ae. 00000100:00000200:0.0:1761313448.626700:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504640/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313448.627091:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de33e44f. 00000100:00000010:3.0:1761313448.627103:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bfcc33c3. 00010000:00000010:3.0:1761313448.627105:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000987fcbde. 00010000:00000010:3.0:1761313448.627110:0:64768:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c53ba31a. 00000400:00000010:3.0:1761313448.627134:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172cca3d. 00000100:00000200:3.0:1761313448.627138:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524480, offset 224 00000400:00000200:3.0:1761313448.627143:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.627151:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.627155:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89742:89742:256:4294967295] 192.168.204.1@tcp LPNI seq info [89742:89742:8:4294967295] 00000400:00000200:3.0:1761313448.627162:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.627166:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.627169:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009252ade8 (tot 82354770). 00000800:00000200:3.0:1761313448.627172:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.627177:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.627179:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009252ade8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.627206:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313448.627211:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b563b7ca. 00000020:00000010:3.0:1761313448.627216:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aab109d4. 00000800:00000200:1.0:1761313448.627234:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.627238:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009252ade8 (tot 82354522). 00000400:00000200:1.0:1761313448.627241:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.627244:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.627247:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172cca3d 00000400:00000010:1.0:1761313448.627249:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172cca3d. 00000400:00000200:0.0:1761313448.629746:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.629764:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0014c0 00000400:00000200:0.0:1761313448.629773:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeee5 [1] + 224 00000400:00000200:0.0:1761313448.629784:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.629788:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.629798:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504640/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.631489:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.631503:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9592c0 00000400:00000010:2.0:1761313448.631552:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.631558:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.631560:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.631569:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504640/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.631578:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504640/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.631609:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5fef042. 02000000:00000010:2.0:1761313448.631616:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5c6246f. 00000100:00000010:2.0:1761313448.631620:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.631624:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.631628:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:0.0:1761313448.631692:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad83d [2] + 1968 00000400:00000010:0.0:1761313448.631696:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:0.0:1761313448.631700:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d094114e 00000400:00000200:0.0:1761313448.631773:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.631778:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.631781:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d094114e 00000400:00000010:0.0:1761313448.631783:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d094114e (tot 82354370). 00000100:00000200:0.0:1761313448.631788:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313448.631926:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aab109d4. 00000020:00000010:3.0:1761313448.631933:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313448.631937:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b563b7ca. 00000100:00000200:3.0:1761313448.631959:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ea093b4 x1846869199524544/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313448.631998:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524544 02000000:00000010:3.0:1761313448.632011:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2bcb852. 00010000:00000010:3.0:1761313448.632140:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c79a87e0. 00010000:00000010:3.0:1761313448.632160:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000987fcbde. 00000100:00000010:3.0:1761313448.632166:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bfcc33c3. 00000100:00000010:3.0:1761313448.632184:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bfcc33c3. 00010000:00000010:3.0:1761313448.632187:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000987fcbde. 00000400:00000010:3.0:1761313448.632199:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d690a504. 00000100:00000200:3.0:1761313448.632203:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524544, offset 224 00000400:00000200:3.0:1761313448.632210:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.632220:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.632224:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89743:89743:256:4294967295] 192.168.204.1@tcp LPNI seq info [89743:89743:8:4294967295] 00000400:00000200:3.0:1761313448.632233:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.632238:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.632242:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca3ecc26 (tot 82354618). 00000800:00000200:3.0:1761313448.632247:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.632254:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.632257:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca3ecc26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.632282:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313448.632286:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b563b7ca. 00000020:00000010:3.0:1761313448.632290:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aab109d4. 02000000:00000010:3.0:1761313448.632298:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000cb58e25. 00000100:00000010:3.0:1761313448.632300:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfdd843f. 02000000:00000010:3.0:1761313448.632304:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a5c083b. 00000100:00000010:3.0:1761313448.632307:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000515112ab. 02000000:00000010:3.0:1761313448.632310:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000528d94fc. 00000100:00000010:3.0:1761313448.632312:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 02000000:00000010:3.0:1761313448.632315:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000325fe80b. 00000100:00000010:3.0:1761313448.632317:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000428d88e4. 02000000:00000010:3.0:1761313448.632320:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000077145c2b. 00000100:00000010:3.0:1761313448.632321:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000046c261d2. 02000000:00000010:3.0:1761313448.632324:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093c67ec9. 00000100:00000010:3.0:1761313448.632326:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000200:3.0:1761313448.632331:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313448.632391:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a491f2a3. 00000400:00000010:3.0:1761313448.632395:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfcc33c3 (tot 82354770). 00080000:00000010:2.0:1761313448.632551:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5c6246f. 00010000:00000010:2.0:1761313448.632635:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.632641:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004bc8bd5d. 00010000:00000010:2.0:1761313448.632715:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008842060b. 00010000:00000010:2.0:1761313448.632720:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.632730:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.632733:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.632739:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.632749:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5fef042. 02000000:00000010:2.0:1761313448.632771:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033283632. 00000400:00000010:2.0:1761313448.632775:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.632778:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.632781:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504704, portal 16 00000400:00000010:2.0:1761313448.632785:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313448.632786:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504704, offset 0 00000400:00000200:2.0:1761313448.632792:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.632798:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.632804:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.632808:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.632810:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.632812:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89744:89744:255:4294967295] 192.168.204.1@tcp LPNI seq info [89744:89744:7:4294967295] 00000400:00000200:2.0:1761313448.632819:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.632824:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.632826:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f91e3d93 (tot 82355018). 00000800:00000200:2.0:1761313448.632831:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.632835:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.632837:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f91e3d93 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.632930:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.632934:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca3ecc26 (tot 82354770). 00000400:00000200:0.0:1761313448.632938:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.632942:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.632945:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d690a504 00000400:00000010:0.0:1761313448.632947:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d690a504. 02000000:00000010:0.0:1761313448.632952:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2bcb852. 00000800:00000200:0.0:1761313448.633003:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.633005:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f91e3d93 (tot 82354522). 00000400:00000200:0.0:1761313448.633009:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.633012:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.633014:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:0.0:1761313448.633015:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00000100:00000200:0.0:1761313448.633019:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.635431:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.635449:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001500 00000400:00000200:1.0:1761313448.635458:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeef9 [1] + 224 00000400:00000200:1.0:1761313448.635502:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.635506:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.635515:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.635544:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.635551:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959300 00000400:00000200:1.0:1761313448.635556:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad895 [2] + 0 00000400:00000200:1.0:1761313448.635565:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.635568:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.635571:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.635577:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 00010000:00000010:2.1:1761313448.635652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f27463. 00010000:00000010:2.1:1761313448.635660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b888e3cf. 00000400:00000010:2.0:1761313448.635679:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.635683:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.635685:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.635690:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.635697:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504704/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.635729:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033283632. 02000000:00000010:2.0:1761313448.635735:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5fef042. 00000100:00000010:2.0:1761313448.635738:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.635741:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.635745:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000020:00000010:3.0:1761313448.635816:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093c67ec9. 00000020:00000010:3.0:1761313448.635822:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313448.635826:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b563b7ca. 00000100:00000200:3.0:1761313448.635846:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ad394eb x1846869199524608/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313448.635876:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524608 02000000:00000010:3.0:1761313448.635885:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000077145c2b. 00010000:00000010:3.0:1761313448.635910:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccc782b0. 00010000:00000010:3.0:1761313448.635928:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000987fcbde. 00000100:00000010:3.0:1761313448.635934:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046c5107a. 00000100:00000010:3.0:1761313448.635945:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000046c5107a. 00010000:00000010:3.0:1761313448.635948:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000987fcbde. 00000400:00000010:3.0:1761313448.635959:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040bc3654. 00000100:00000200:3.0:1761313448.635962:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524608, offset 224 00000400:00000200:3.0:1761313448.635969:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.635978:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.635983:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89745:89745:256:4294967295] 192.168.204.1@tcp LPNI seq info [89745:89745:8:4294967295] 00000400:00000200:3.0:1761313448.635992:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.635997:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.636001:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4a65457 (tot 82354770). 00000800:00000200:3.0:1761313448.636005:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.636011:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.636015:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4a65457 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.636043:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313448.636046:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b563b7ca. 00000020:00000010:3.0:1761313448.636050:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093c67ec9. 00080000:00000010:2.0:1761313448.636572:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5fef042. 00000800:00000200:0.0:1761313448.636954:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.636958:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4a65457 (tot 82354522). 00000400:00000200:0.0:1761313448.636963:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.636969:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.636972:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040bc3654 00000400:00000010:0.0:1761313448.636974:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040bc3654. 00010000:00000010:2.0:1761313448.637178:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.637186:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a3d5dc3. 00010000:00000010:2.0:1761313448.637275:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b888e3cf. 00010000:00000010:2.0:1761313448.637281:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.637292:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.637297:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.637304:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.637315:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000033283632. 02000000:00000010:2.0:1761313448.637341:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086c72b8f. 00000400:00000010:2.0:1761313448.637345:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.637349:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.637355:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504768, portal 16 00000400:00000010:2.0:1761313448.637359:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce8d1e5. 00000100:00000200:2.0:1761313448.637361:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504768, offset 0 00000400:00000200:2.0:1761313448.637367:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.637377:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.637384:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.637387:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.637390:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.637392:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89746:89746:256:4294967295] 192.168.204.1@tcp LPNI seq info [89746:89746:8:4294967295] 00000400:00000200:2.0:1761313448.637401:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.637405:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.637409:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82354770). 00000800:00000200:2.0:1761313448.637414:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.637419:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.637423:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.638168:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.638172:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354522). 00000400:00000200:0.0:1761313448.638177:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.638182:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.638185:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce8d1e5 00000400:00000010:0.0:1761313448.638187:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce8d1e5. 00000100:00000200:0.0:1761313448.638193:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.640051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8ca86a. 00010000:00000010:3.1:1761313448.640064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077adc8e5. 00010000:00000010:3.1:1761313448.640070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003113aa0. 00010000:00000010:3.1:1761313448.643523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b5f1e20. 00010000:00000010:3.1:1761313448.643537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f274e8ff. 00010000:00000010:2.1:1761313448.643588:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013540b45. 00010000:00000010:2.1:1761313448.643594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a61bce. 00010000:00000010:2.1:1761313448.647528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3c33da9. 00010000:00000010:2.1:1761313448.647548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008842060b. 00000400:00000200:1.0:1761313448.654557:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.654579:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001540 00000400:00000200:1.0:1761313448.654587:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaef05 [1] + 224 00000400:00000200:1.0:1761313448.654600:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.654604:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.654615:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.654655:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.654660:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959340 00000400:00000200:1.0:1761313448.654665:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad895 [2] + 328 00000400:00000010:2.0:1761313448.654695:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.654700:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.654702:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.654708:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.654715:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504768/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.654745:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086c72b8f. 02000000:00000010:2.0:1761313448.654751:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000033283632. 00000100:00000010:2.0:1761313448.654755:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.654760:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.654764:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:1.0:1761313448.655804:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.655813:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.655819:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.655825:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000020:00000010:0.0:1761313448.656495:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000325fe80b. 00000020:00000010:0.0:1761313448.656503:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.656508:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.656534:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199524672/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313448.656571:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524672 02000000:00000010:0.0:1761313448.656582:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a68d1b1. 00010000:00000010:0.0:1761313448.656608:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d93f9da0. 00010000:00000010:0.0:1761313448.656629:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.656636:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.657088:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.657093:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000010:0.0:1761313448.657109:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313448.657126:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524672, offset 224 00000400:00000200:0.0:1761313448.657135:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.657147:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.657153:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89747:89747:256:4294967295] 192.168.204.1@tcp LPNI seq info [89747:89747:8:4294967295] 00000400:00000200:0.0:1761313448.657162:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.657170:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.657175:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029bf7edc (tot 82354770). 00000800:00000200:0.0:1761313448.657180:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.657187:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.657190:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029bf7edc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.657218:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.657223:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.657226:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000325fe80b. 00000800:00000200:3.0:1761313448.657317:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.657321:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029bf7edc (tot 82354522). 00000400:00000200:3.0:1761313448.657328:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.657332:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.657335:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:3.0:1761313448.657337:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00080000:00000010:2.0:1761313448.657344:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033283632. 00010000:00000010:2.0:1761313448.657435:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.657441:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e5c072c. 00010000:00000010:2.0:1761313448.657574:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008842060b. 00010000:00000010:2.0:1761313448.657580:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.657590:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.657594:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.657601:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.657613:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086c72b8f. 02000000:00000010:2.0:1761313448.657635:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075c218a2. 00000400:00000010:2.0:1761313448.657640:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.657644:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.657649:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504832, portal 16 00000400:00000010:2.0:1761313448.657653:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcbfc429. 00000100:00000200:2.0:1761313448.657655:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504832, offset 0 00000400:00000200:2.0:1761313448.657660:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.657666:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.657673:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.657677:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.657679:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.657681:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89748:89748:256:4294967295] 192.168.204.1@tcp LPNI seq info [89748:89748:8:4294967295] 00000400:00000200:2.0:1761313448.657687:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.657691:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.657694:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000800:00000200:2.0:1761313448.657698:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.657702:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.657704:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.658205:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.658208:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:0.0:1761313448.658212:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.658217:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.658219:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcbfc429 00000400:00000010:0.0:1761313448.658221:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcbfc429. 00000100:00000200:0.0:1761313448.658226:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.659705:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.659722:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001580 00000400:00000200:1.0:1761313448.659731:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaef11 [1] + 224 00000400:00000200:1.0:1761313448.659985:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.659990:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.659999:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.660727:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.660736:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959380 00000400:00000200:1.0:1761313448.660742:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad895 [2] + 656 00000400:00000200:1.0:1761313448.660793:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.660797:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.660802:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.660807:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 00000020:00000010:0.0:1761313448.660871:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000325fe80b. 00000020:00000010:0.0:1761313448.660879:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.660884:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.660907:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dc8069e x1846869199524736/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313448.660941:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524736 02000000:00000010:0.0:1761313448.660955:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3710247. 00010000:00000010:0.0:1761313448.661002:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.661008:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.661014:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.661017:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000010:0.0:1761313448.661037:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f21e616. 00000100:00000200:0.0:1761313448.661042:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524736, offset 224 00000400:00000200:0.0:1761313448.661049:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.661059:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.661065:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89749:89749:256:4294967295] 192.168.204.1@tcp LPNI seq info [89749:89749:8:4294967295] 00000400:00000200:0.0:1761313448.661074:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.661079:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.661083:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d29b4693 (tot 82354770). 00000800:00000200:0.0:1761313448.661088:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.661094:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.661096:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d29b4693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.661128:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.661133:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.661136:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000325fe80b. 00000800:00000200:3.0:1761313448.661438:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.661442:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d29b4693 (tot 82354522). 00000400:00000200:3.0:1761313448.661449:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.661453:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.661456:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f21e616 00000400:00000010:3.0:1761313448.661458:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f21e616. 00000400:00000010:2.0:1761313448.661668:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.661673:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.661674:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.661680:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.661689:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504832/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313448.661708:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069099fec. 02000000:00000010:2.0:1761313448.661722:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075c218a2. 02000000:00000010:2.0:1761313448.661726:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000086c72b8f. 00000100:00000010:2.0:1761313448.661730:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.661733:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.661735:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00080000:00000010:2.0:1761313448.661750:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086c72b8f. 00010000:00000010:2.0:1761313448.661832:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.661838:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db09ade3. 00010000:00000010:2.0:1761313448.661914:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073a61bce. 00010000:00000010:2.0:1761313448.661919:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.661926:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.661930:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.661935:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.661944:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075c218a2. 02000000:00000010:2.0:1761313448.661964:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096c13cd0. 00000400:00000010:2.0:1761313448.661968:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.661971:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.661975:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504896, portal 16 00000400:00000010:2.0:1761313448.661979:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000186eaed7. 00000100:00000200:2.0:1761313448.661981:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504896, offset 0 00000400:00000200:2.0:1761313448.661987:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.661995:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.662001:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.662004:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.662006:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.662009:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89750:89750:256:4294967295] 192.168.204.1@tcp LPNI seq info [89750:89750:8:4294967295] 00000400:00000200:2.0:1761313448.662016:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.662021:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.662024:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82354770). 00000800:00000200:2.0:1761313448.662039:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.662044:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.662046:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.662154:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.662157:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00000400:00000200:0.0:1761313448.662160:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.662164:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.662167:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000186eaed7 00000400:00000010:0.0:1761313448.662168:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000186eaed7. 00000100:00000200:0.0:1761313448.662172:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.665626:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.665643:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0015c0 00000400:00000200:1.0:1761313448.665650:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaef1d [1] + 224 00000400:00000200:1.0:1761313448.665665:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.665668:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.665677:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313448.666252:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.666257:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.666259:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000400:00000200:1.0:1761313448.666262:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000100:00000200:2.0:1761313448.666265:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.666269:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9593c0 00000100:00000200:2.0:1761313448.666273:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504896/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.666274:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad895 [2] + 984 02000000:00000010:2.0:1761313448.666302:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096c13cd0. 02000000:00000010:2.0:1761313448.666307:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075c218a2. 00000100:00000010:2.0:1761313448.666312:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.666316:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.666319:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:1.0:1761313448.666324:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.666327:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.666331:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.666335:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:0.0:1761313448.666641:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000325fe80b. 00000020:00000010:0.0:1761313448.666648:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.666652:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.666673:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199524800/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313448.666812:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524800 02000000:00000010:0.0:1761313448.666825:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008fefdd38. 00010000:00000010:0.0:1761313448.666853:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb059e0d. 00010000:00000010:0.0:1761313448.666873:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.666878:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.666894:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.666896:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000010:0.0:1761313448.666908:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f44040b3. 00000100:00000200:0.0:1761313448.666912:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524800, offset 224 00000400:00000200:0.0:1761313448.666919:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.666929:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.666934:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89751:89751:256:4294967295] 192.168.204.1@tcp LPNI seq info [89751:89751:8:4294967295] 00000400:00000200:0.0:1761313448.666943:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.666948:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.666952:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000127edb7c (tot 82354770). 00000800:00000200:0.0:1761313448.666956:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.666963:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.666966:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000127edb7c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.666991:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.666996:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.666998:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000325fe80b. 00000800:00000200:1.0:1761313448.667195:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.667198:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000127edb7c (tot 82354522). 00000400:00000200:1.0:1761313448.667205:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.667210:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.667212:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f44040b3 00000400:00000010:1.0:1761313448.667213:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f44040b3. 00010000:00000010:2.1:1761313448.667986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000910f15b6. 00010000:00000010:2.1:1761313448.667999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b888e3cf. 00080000:00000010:2.0:1761313448.668025:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096c13cd0. 00010000:00000010:2.0:1761313448.668137:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.668144:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003b05d2c. 00010000:00000010:2.0:1761313448.668950:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075f27463. 00010000:00000010:2.0:1761313448.668956:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d4423820. 00010000:00000010:2.0:1761313448.668961:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b888e3cf. 00010000:00000010:2.0:1761313448.668966:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00080000:00000010:2.0:1761313448.668984:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075c218a2. 00010000:00000010:2.0:1761313448.669019:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.669024:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4423820. 00010000:00000010:0.1:1761313448.670099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018958a9b. 00010000:00000010:2.0:1761313448.670266:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009908efd2. 00010000:00000010:2.0:1761313448.670271:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.670281:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.670288:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.670297:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.670312:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000302b948d. 02000000:00000010:2.0:1761313448.670338:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003cf529c. 00000400:00000010:2.0:1761313448.670344:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.670350:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.670356:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206504960, portal 16 00000400:00000010:2.0:1761313448.670360:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035d7aaa1. 00000100:00000200:2.0:1761313448.670363:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206504960, offset 0 00000400:00000200:2.0:1761313448.670370:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.670384:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.670390:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.670393:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.670396:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.670398:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89752:89752:256:4294967295] 192.168.204.1@tcp LPNI seq info [89752:89752:8:4294967295] 00000400:00000200:2.0:1761313448.670409:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.670415:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.670419:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313448.670425:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.670431:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.670435:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.671013:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.671017:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:0.0:1761313448.671021:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.671026:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.673616:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035d7aaa1 00000400:00000010:0.0:1761313448.673625:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035d7aaa1. 00000100:00000200:0.0:1761313448.673645:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206504960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.678624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f293cf5. 00010000:00000010:2.1:1761313448.678668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f40e346. 00010000:00000010:2.1:1761313448.678675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b37333ff. 00010000:00000010:2.1:1761313448.678678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008842060b. 00010000:00000010:2.1:1761313448.678684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4ee4858. 00010000:00000010:2.1:1761313448.678687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a61bce. 00010000:00000010:2.1:1761313448.681560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f27463. 00010000:00000010:2.1:1761313448.681572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b888e3cf. 00000400:00000200:1.0:1761313448.682442:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.682461:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001600 00000400:00000200:1.0:1761313448.682506:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaef29 [1] + 224 00000400:00000200:1.0:1761313448.682523:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.682528:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.682538:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206504960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313448.682623:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.682628:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.682630:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.682636:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206504960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.682643:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206504960/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.682674:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003cf529c. 02000000:00000010:2.0:1761313448.682682:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000302b948d. 00000100:00000010:2.0:1761313448.682685:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.682689:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.682692:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000200:1.0:1761313448.683414:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.683424:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959400 00000400:00000200:1.0:1761313448.683429:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad895 [2] + 1312 00000400:00000200:1.0:1761313448.683500:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.683504:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.683508:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.683513:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 00000020:00000010:0.0:1761313448.683609:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7ae3436. 00000020:00000010:0.0:1761313448.683616:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.683620:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.683642:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a65e944 x1846869199524864/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313448.683675:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524864 02000000:00000010:0.0:1761313448.683686:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000325fe80b. 00010000:00000010:0.0:1761313448.683712:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059023c90. 00010000:00000010:0.0:1761313448.683732:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.683738:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.683754:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.683757:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000010:0.0:1761313448.683770:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313448.683775:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524864, offset 224 00000400:00000200:0.0:1761313448.683782:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.683791:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00080000:00000010:2.0:1761313448.683795:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000302b948d. 00000400:00000200:0.0:1761313448.683796:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89753:89753:256:4294967295] 192.168.204.1@tcp LPNI seq info [89753:89753:8:4294967295] 00000400:00000200:0.0:1761313448.683805:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.683809:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.683813:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0672ee9 (tot 82354770). 00000800:00000200:0.0:1761313448.683818:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.683824:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.683827:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0672ee9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.683851:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009c7ad374. 00000020:00000010:0.0:1761313448.683855:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.683857:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7ae3436. 00010000:00000010:2.0:1761313448.683876:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.683882:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3aee830. 00000800:00000200:1.0:1761313448.683944:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.683948:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0672ee9 (tot 82354522). 00000400:00000200:1.0:1761313448.683953:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.683957:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00010000:00000010:2.0:1761313448.683959:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b888e3cf. 00000400:00000200:1.0:1761313448.683959:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:1.0:1761313448.683961:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00010000:00000010:2.0:1761313448.683964:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.683974:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.683977:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.683983:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.683993:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000003cf529c. 02000000:00000010:2.0:1761313448.684013:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028e49f60. 00000400:00000010:2.0:1761313448.684018:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.684022:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.684026:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505024, portal 16 00000400:00000010:2.0:1761313448.684039:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d83013. 00000100:00000200:2.0:1761313448.684041:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505024, offset 0 00000400:00000200:2.0:1761313448.684046:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.684052:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.684058:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.684062:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.684064:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.684067:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89754:89754:256:4294967295] 192.168.204.1@tcp LPNI seq info [89754:89754:8:4294967295] 00000400:00000200:2.0:1761313448.684073:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.684077:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.684080:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82354770). 00000800:00000200:2.0:1761313448.684083:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.684087:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.684088:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.684215:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.684218:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354522). 00000400:00000200:1.0:1761313448.684221:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.684225:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.684227:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d83013 00000400:00000010:1.0:1761313448.684228:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d83013. 00000100:00000200:1.0:1761313448.684233:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206505024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.688803:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.688822:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001640 00000400:00000200:1.0:1761313448.688830:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaef35 [1] + 224 00000400:00000200:1.0:1761313448.688841:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.688845:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.688855:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206505024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.688897:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.688904:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959440 00000400:00000200:1.0:1761313448.688909:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad895 [2] + 1640 00000400:00000200:1.0:1761313448.688919:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.688922:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.688925:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.688930:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00000400:00000010:2.0:1761313448.689000:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.689006:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.689008:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.689013:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206505024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.689021:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206505024/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.689048:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028e49f60. 02000000:00000010:2.0:1761313448.689054:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000003cf529c. 00000100:00000010:2.0:1761313448.689058:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.689061:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.689065:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000020:00000010:3.0:1761313448.689144:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093c67ec9. 00000020:00000010:3.0:1761313448.689152:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313448.689157:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b563b7ca. 00000100:00000200:3.0:1761313448.689180:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199524928/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:2.1:1761313448.689500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050f480f9. 00010000:00000010:2.1:1761313448.689508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009908efd2. 00000100:00000200:3.0:1761313448.689683:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524928 02000000:00000010:3.0:1761313448.689695:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019c54b55. 00010000:00000010:3.0:1761313448.689721:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fbb4ec2. 00010000:00000010:3.0:1761313448.689740:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000987fcbde. 00000100:00000010:3.0:1761313448.689746:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046c5107a. 00000100:00000010:3.0:1761313448.689761:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000046c5107a. 00010000:00000010:3.0:1761313448.689764:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000987fcbde. 00000400:00000010:3.0:1761313448.689776:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac83a63. 00000100:00000200:3.0:1761313448.689780:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524928, offset 224 00000400:00000200:3.0:1761313448.689788:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.689799:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.689804:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89755:89755:256:4294967295] 192.168.204.1@tcp LPNI seq info [89755:89755:8:4294967295] 00000400:00000200:3.0:1761313448.689814:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.689819:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.689823:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c7aa1bf (tot 82354770). 00000800:00000200:3.0:1761313448.689827:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.689832:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.689835:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c7aa1bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.689848:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313448.689852:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b563b7ca. 00000020:00000010:3.0:1761313448.689857:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093c67ec9. 00080000:00000010:2.0:1761313448.689910:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003cf529c. 00010000:00000010:2.0:1761313448.689989:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.689994:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b797a0e. 00000800:00000200:1.0:1761313448.690210:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.690214:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c7aa1bf (tot 82354522). 00000400:00000200:1.0:1761313448.690218:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.690222:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.690224:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac83a63 00000400:00000010:1.0:1761313448.690226:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac83a63. 00010000:00000010:0.1:1761313448.690303:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008723ef5f. 00010000:00000010:2.0:1761313448.690381:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009908efd2. 00010000:00000010:2.0:1761313448.690387:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.690396:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.690400:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.690405:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.690415:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000028e49f60. 02000000:00000010:2.0:1761313448.690436:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031145efb. 00000400:00000010:2.0:1761313448.690440:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.690443:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.690448:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505088, portal 16 00000400:00000010:2.0:1761313448.690451:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085c15d57. 00000100:00000200:2.0:1761313448.690453:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505088, offset 0 00000400:00000200:2.0:1761313448.690458:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.690464:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.691091:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.691096:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.691098:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.691101:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89756:89756:256:4294967295] 192.168.204.1@tcp LPNI seq info [89756:89756:8:4294967295] 00000400:00000200:2.0:1761313448.691110:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.691123:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.691128:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82354770). 00000800:00000200:2.0:1761313448.691132:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.691137:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.691139:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.691338:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.691341:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354522). 00000400:00000200:3.0:1761313448.691344:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.691348:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.691350:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085c15d57 00000400:00000010:3.0:1761313448.691352:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085c15d57. 00000100:00000200:3.0:1761313448.691358:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206505088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.694717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024609d1e. 00010000:00000010:2.1:1761313448.695523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebe0160e. 00010000:00000010:2.1:1761313448.695531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b888e3cf. 00000400:00000200:1.0:1761313448.697636:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.697655:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001680 00000400:00000200:1.0:1761313448.697664:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaef41 [1] + 224 00000400:00000200:1.0:1761313448.697678:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.697681:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.697691:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206505088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.698333:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.698341:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959480 00000400:00000200:1.0:1761313448.698346:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad895 [2] + 1968 00000400:00000010:1.0:1761313448.698350:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6193097. 00000400:00000200:1.0:1761313448.698354:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003e5d0af0 00000400:00000200:1.0:1761313448.698410:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.698414:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.698417:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e5d0af0 00000400:00000010:1.0:1761313448.698419:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003e5d0af0 (tot 82354370). 00000100:00000200:1.0:1761313448.698424:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313448.698910:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093c67ec9. 00000020:00000010:3.0:1761313448.698917:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313448.698921:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b563b7ca. 00000100:00000200:3.0:1761313448.698946:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf2202b3 x1846869199524992/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313448.699139:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199524992 02000000:00000010:3.0:1761313448.699152:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e0dd5b2. 00010000:00000010:3.0:1761313448.699188:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000987fcbde. 00000100:00000010:3.0:1761313448.699195:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046c5107a. 00000100:00000010:3.0:1761313448.699201:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000046c5107a. 00010000:00000010:3.0:1761313448.699204:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000987fcbde. 00000400:00000010:3.0:1761313448.699218:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b08f2b92. 00000100:00000200:3.0:1761313448.699223:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199524992, offset 224 00000400:00000200:3.0:1761313448.699231:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.699243:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.699248:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89757:89757:256:4294967295] 192.168.204.1@tcp LPNI seq info [89757:89757:8:4294967295] 00000400:00000200:3.0:1761313448.699257:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.699263:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.699266:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066f55ff8 (tot 82354618). 00000800:00000200:3.0:1761313448.699271:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.699278:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.699281:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066f55ff8 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1761313448.699575:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.699580:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.699582:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.699587:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206505088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.699595:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206505088/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313448.699615:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ce1b003. 02000000:00000010:2.0:1761313448.699629:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031145efb. 02000000:00000010:2.0:1761313448.699634:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000028e49f60. 00000100:00000010:2.0:1761313448.699638:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.699641:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.699643:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00080000:00000010:2.0:1761313448.699658:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028e49f60. 00010000:00000010:2.0:1761313448.699745:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.699751:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000858a249a. 00010000:00000010:2.0:1761313448.699828:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b888e3cf. 00010000:00000010:2.0:1761313448.699835:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044204401. 00010000:00000010:2.0:1761313448.699845:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.699848:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.699854:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313448.699863:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031145efb. 02000000:00000010:2.0:1761313448.699884:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008149c51c. 00000400:00000010:2.0:1761313448.699888:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.699892:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.699897:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505152, portal 16 00000400:00000010:2.0:1761313448.699901:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085c15d57. 00000100:00000200:2.0:1761313448.699903:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505152, offset 0 00000400:00000200:2.0:1761313448.699911:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.699918:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.699924:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.699927:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.699929:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.699932:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89758:89758:255:4294967295] 192.168.204.1@tcp LPNI seq info [89758:89758:7:4294967295] 00000400:00000200:2.0:1761313448.699938:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.699943:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.699946:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82354866). 00000800:00000200:2.0:1761313448.699950:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.699954:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.699956:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.700153:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313448.700158:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b563b7ca. 00000020:00000010:3.0:1761313448.700162:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093c67ec9. 02000000:00000010:3.0:1761313448.700170:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000019c54b55. 00000100:00000010:3.0:1761313448.700172:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:3.0:1761313448.700177:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000325fe80b. 00000100:00000010:3.0:1761313448.700179:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 02000000:00000010:3.0:1761313448.700181:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008fefdd38. 00000100:00000010:3.0:1761313448.700183:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 02000000:00000010:3.0:1761313448.700186:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3710247. 00000100:00000010:3.0:1761313448.700189:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 02000000:00000010:3.0:1761313448.700192:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a68d1b1. 00000100:00000010:3.0:1761313448.700193:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 02000000:00000010:3.0:1761313448.700196:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000077145c2b. 00000100:00000010:3.0:1761313448.700197:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 00000100:00000200:3.0:1761313448.700204:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313448.700208:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d255259. 00000400:00000010:3.0:1761313448.700212:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000046c5107a (tot 82355018). 00000800:00000200:1.0:1761313448.700704:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.700708:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066f55ff8 (tot 82354770). 00000400:00000200:1.0:1761313448.700713:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.700718:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.700722:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b08f2b92 00000400:00000010:1.0:1761313448.700724:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b08f2b92. 02000000:00000010:1.0:1761313448.701383:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e0dd5b2. 00000800:00000200:1.0:1761313448.701746:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.701749:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354522). 00000400:00000200:1.0:1761313448.701753:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.701759:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.701762:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085c15d57 00000400:00000010:1.0:1761313448.701764:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085c15d57. 00000100:00000200:1.0:1761313448.701770:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206505152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.705527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca27bfa7. 00010000:00000010:2.1:1761313448.705544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0fedea6. 00010000:00000010:2.1:1761313448.705549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009908efd2. 00000400:00000200:3.0:1761313448.707753:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.707824:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0016c0 00000400:00000200:0.0:1761313448.707833:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaef4d [1] + 224 00000400:00000200:0.0:1761313448.707846:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.707851:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.707862:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206505152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.707900:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.707906:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9594c0 00000400:00000200:0.0:1761313448.707911:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad8f5 [2] + 0 00000400:00000200:0.0:1761313448.707919:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.707923:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.707927:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.707932:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa50f973. 00000400:00000010:2.0:1761313448.707936:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.707940:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:2.0:1761313448.707942:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000100:00000200:2.0:1761313448.707948:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206505152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.707956:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206505152/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.707993:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008149c51c. 02000000:00000010:2.0:1761313448.707999:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000031145efb. 00000100:00000010:2.0:1761313448.708004:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:2.0:1761313448.708007:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.708010:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000020:00000010:3.0:1761313448.708341:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077145c2b. 00000020:00000010:3.0:1761313448.708349:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2cdcac7. 00000020:00000010:3.0:1761313448.708353:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b563b7ca. 00000100:00000200:3.0:1761313448.708375:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa50f973 x1846869199525056/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313448.708410:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525056 02000000:00000010:3.0:1761313448.708422:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019c54b55. 00010000:00000010:3.0:1761313448.708448:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000714875d0. 00010000:00000010:3.0:1761313448.708689:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000987fcbde. 00000100:00000010:2.0:1761313448.708752:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.708770:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.708773:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000987fcbde. 00000400:00000010:2.0:1761313448.708788:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ce1940. 00000100:00000200:2.0:1761313448.708793:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525056, offset 224 00000400:00000200:2.0:1761313448.708800:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:0.0:1761313448.708806:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000325fe80b. 00000400:00000200:2.0:1761313448.708810:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.708815:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89759:89759:256:4294967295] 192.168.204.1@tcp LPNI seq info [89759:89759:8:4294967295] 00000400:00000200:2.0:1761313448.708824:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.708827:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.708831:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82354770). 00000800:00000200:2.0:1761313448.708836:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.708841:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.708845:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.708872:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2cdcac7. 00000020:00000010:2.0:1761313448.708876:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b563b7ca. 00000020:00000010:2.0:1761313448.708881:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077145c2b. 00010000:00000010:0.0:1761313448.708895:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044204401. 00010000:00000010:0.0:1761313448.708901:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e571302. 00010000:00000010:0.0:1761313448.708977:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035fc096a. 00010000:00000010:0.0:1761313448.708983:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000099ba813. 00010000:00000010:0.0:1761313448.708993:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.708996:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.709002:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000488a01ba. 02000000:00000010:0.0:1761313448.709011:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008fefdd38. 02000000:00000010:0.0:1761313448.709030:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7ae3436. 00000400:00000010:0.0:1761313448.709035:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.709038:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.709042:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505216, portal 16 00000400:00000010:0.0:1761313448.709046:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f602c09. 00000100:00000200:0.0:1761313448.709048:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505216, offset 0 00000400:00000200:0.0:1761313448.709053:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.709059:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.709066:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.709069:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.709071:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.709074:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89760:89760:255:4294967295] 192.168.204.1@tcp LPNI seq info [89760:89760:7:4294967295] 00000400:00000200:0.0:1761313448.709080:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.709083:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.709086:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c8098d0 (tot 82355018). 00000800:00000200:0.0:1761313448.709089:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.709093:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.709095:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c8098d0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.709633:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.709638:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354770). 00000400:00000200:1.0:1761313448.709642:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.709647:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.709652:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ce1940 00000400:00000010:1.0:1761313448.709653:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ce1940. 00000800:00000200:1.0:1761313448.710505:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.710509:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c8098d0 (tot 82354522). 00000400:00000200:1.0:1761313448.710516:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.710521:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.710525:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f602c09 00000400:00000010:1.0:1761313448.710526:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f602c09. 00000100:00000200:1.0:1761313448.710533:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000488a01ba x1846869206505216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.712785:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.712807:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001700 00000400:00000200:1.0:1761313448.712816:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaef5d [1] + 224 00000400:00000200:1.0:1761313448.712831:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.712835:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.712845:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000488a01ba x1846869206505216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313448.713274:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:0.0:1761313448.713280:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313448.713282:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.713290:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000488a01ba x1846869206505216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.713298:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000488a01ba x1846869206505216/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.713326:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7ae3436. 02000000:00000010:0.0:1761313448.713332:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008fefdd38. 00000100:00000010:0.0:1761313448.713335:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000488a01ba. 00000100:00000010:0.0:1761313448.713339:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.713342:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00010000:00000010:3.1:1761313448.713755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c6a2002. 00010000:00000010:0.1:1761313448.719195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c304f93. 00010000:00000010:0.1:1761313448.719211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b888e3cf. 00000400:00000200:0.0:1761313448.719523:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.719542:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959500 00000400:00000200:0.0:1761313448.719549:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad8f5 [2] + 328 00000400:00000200:0.0:1761313448.719612:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.719617:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.719623:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.719628:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000488a01ba. 00000020:00000010:2.0:1761313448.721884:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031145efb. 00000020:00000010:2.0:1761313448.721896:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.721900:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.721933:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000488a01ba x1846869199525120/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313448.721978:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525120 02000000:00000010:2.0:1761313448.721989:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008149c51c. 00010000:00000010:2.0:1761313448.722016:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008958c0a6. 00010000:00000010:2.0:1761313448.722038:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.722046:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.722072:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.722075:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.722092:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d83013. 00000100:00000200:2.0:1761313448.722098:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525120, offset 224 00000400:00000200:2.0:1761313448.722107:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.722129:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.722136:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89761:89761:256:4294967295] 192.168.204.1@tcp LPNI seq info [89761:89761:8:4294967295] 00000400:00000200:2.0:1761313448.722147:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.722152:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.722157:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313448.722163:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.722171:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.722174:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.722194:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.722197:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.722200:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031145efb. 00080000:00000010:3.0:1761313448.722282:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093c67ec9. 00000800:00000200:1.0:1761313448.722293:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.722297:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:1.0:1761313448.722301:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.722306:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.722310:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d83013 00000400:00000010:1.0:1761313448.722312:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d83013. 00010000:00000010:3.0:1761313448.722377:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000099ba813. 00010000:00000010:3.0:1761313448.722384:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000423016dd. 00010000:00000010:3.0:1761313448.722457:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f51b2. 00010000:00000010:3.0:1761313448.722462:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007530176a. 00010000:00000010:3.0:1761313448.722588:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032fad103. 00010000:00000010:3.0:1761313448.722596:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcdea591. 00080000:00000010:3.0:1761313448.722610:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf12db37. 00010000:00000010:3.0:1761313448.722638:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcdea591. 00010000:00000010:3.0:1761313448.722643:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007530176a. 00010000:00000010:3.0:1761313448.722698:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b197be0c. 00010000:00000010:3.0:1761313448.722702:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcdea591. 00010000:00000010:3.0:1761313448.722710:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000036e97628. 00000100:00000010:3.0:1761313448.722714:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e5d0af0. 00000100:00000010:3.0:1761313448.722722:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313448.722733:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077145c2b. 02000000:00000010:3.0:1761313448.722758:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e0dd5b2. 00000400:00000010:3.0:1761313448.722763:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000778e1c21. 00000400:00000010:3.0:1761313448.722769:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313448.722773:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505280, portal 16 00000400:00000010:3.0:1761313448.722777:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b8ed9c. 00000100:00000200:3.0:1761313448.722779:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505280, offset 0 00000400:00000200:3.0:1761313448.722786:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.722793:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.722799:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.722802:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.722805:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.722807:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89762:89762:256:4294967295] 192.168.204.1@tcp LPNI seq info [89762:89762:8:4294967295] 00000400:00000200:3.0:1761313448.722814:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.722818:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.722821:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b7e22f30 (tot 82354770). 00000800:00000200:3.0:1761313448.722825:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.722829:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.722831:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b7e22f30 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.723194:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.723197:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b7e22f30 (tot 82354522). 00000400:00000200:1.0:1761313448.723201:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.723205:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.723208:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b8ed9c 00000400:00000010:1.0:1761313448.723210:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b8ed9c. 00000100:00000200:1.0:1761313448.723217:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206505280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.729642:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.729660:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001740 00000400:00000200:0.0:1761313448.729668:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaef69 [1] + 224 00000400:00000200:0.0:1761313448.729679:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.729683:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.729693:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206505280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.729731:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.729736:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959540 00000400:00000010:3.0:1761313448.729740:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000778e1c21. 00000400:00000200:3.0:1761313448.729745:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:3.0:1761313448.729747:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:3.0:1761313448.729754:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206505280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.729757:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad8f5 [2] + 656 00000100:00000200:3.0:1761313448.729761:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206505280/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.729768:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.729771:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.729775:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.729779:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a99e725d. 02000000:00000010:3.0:1761313448.729788:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e0dd5b2. 02000000:00000010:3.0:1761313448.729793:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077145c2b. 00000100:00000010:3.0:1761313448.729796:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313448.729799:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003e5d0af0. 00010000:00000010:3.0:1761313448.729803:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000036e97628. 00000020:00000010:1.0:1761313448.729875:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000575fb5e0. 00000020:00000010:1.0:1761313448.729881:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098524012. 00000020:00000010:1.0:1761313448.729886:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d3ff56b7. 00000100:00000200:1.0:1761313448.729907:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a99e725d x1846869199525184/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313448.729944:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525184 02000000:00000010:1.0:1761313448.729955:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000528d94fc. 00010000:00000010:1.0:1761313448.729981:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020396a0d. 00010000:00000010:1.0:1761313448.730000:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c19f27fb. 00000100:00000010:1.0:1761313448.730006:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000650f2343. 00000100:00000010:1.0:1761313448.730020:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000650f2343. 00010000:00000010:1.0:1761313448.730023:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c19f27fb. 00000400:00000010:1.0:1761313448.730153:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f309ef1a. 00000100:00000200:1.0:1761313448.730158:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525184, offset 224 00000400:00000200:1.0:1761313448.730166:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.730176:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.730181:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89763:89763:256:4294967295] 192.168.204.1@tcp LPNI seq info [89763:89763:8:4294967295] 00000400:00000200:1.0:1761313448.730190:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.730195:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.730200:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008803a01b (tot 82354770). 00000800:00000200:1.0:1761313448.730205:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.730211:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.730215:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008803a01b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.730236:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098524012. 00000020:00000010:1.0:1761313448.730240:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d3ff56b7. 00000020:00000010:1.0:1761313448.730243:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000575fb5e0. 00000800:00000200:2.0:1761313448.730343:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.730347:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008803a01b (tot 82354522). 00000400:00000200:2.0:1761313448.730351:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.730354:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.730357:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f309ef1a 00000400:00000010:2.0:1761313448.730358:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f309ef1a. 00080000:00000010:3.0:1761313448.730401:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077145c2b. 00010000:00000010:3.0:1761313448.730518:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcdea591. 00010000:00000010:3.0:1761313448.730524:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e9341e4. 00010000:00000010:3.0:1761313448.730596:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002404edd0. 00010000:00000010:3.0:1761313448.730601:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcdea591. 00010000:00000010:3.0:1761313448.730609:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000036e97628. 00000100:00000010:3.0:1761313448.730612:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e5d0af0. 00000100:00000010:3.0:1761313448.730619:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313448.730628:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e0dd5b2. 02000000:00000010:3.0:1761313448.730647:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2bcb852. 00000400:00000010:3.0:1761313448.730651:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000778e1c21. 00000400:00000010:3.0:1761313448.730654:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313448.730658:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505344, portal 16 00000400:00000010:3.0:1761313448.730662:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b590dea. 00000100:00000200:3.0:1761313448.730663:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505344, offset 0 00000400:00000200:3.0:1761313448.730668:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.730674:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.730680:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.730683:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.730685:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.730688:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89764:89764:256:4294967295] 192.168.204.1@tcp LPNI seq info [89764:89764:8:4294967295] 00000400:00000200:3.0:1761313448.730695:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.730699:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.730702:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000879d95c5 (tot 82354770). 00000800:00000200:3.0:1761313448.730705:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.730709:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.730712:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000879d95c5 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313448.731995:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008004bde6. 00000800:00000200:1.0:1761313448.732251:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.732254:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000879d95c5 (tot 82354522). 00000400:00000200:1.0:1761313448.732258:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.732266:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.732271:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b590dea 00000400:00000010:1.0:1761313448.732272:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b590dea. 00000100:00000200:1.0:1761313448.732280:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206505344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.732390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdc2fea8. 00010000:00000010:3.1:1761313448.732396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035fc096a. 00010000:00000010:3.1:1761313448.732399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f51b2. 00010000:00000010:3.1:1761313448.732402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fad103. 00010000:00000010:1.1:1761313448.734696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec68a10. 00000400:00000200:0.0:1761313448.735909:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.735928:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001780 00000400:00000200:0.0:1761313448.735936:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaef75 [1] + 224 00000400:00000200:0.0:1761313448.735949:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.735953:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.735962:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206505344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.736002:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.736007:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959580 00000400:00000200:0.0:1761313448.736012:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad8f5 [2] + 984 00000400:00000200:0.0:1761313448.736020:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.736023:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.736026:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.736032:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b7485fe. 00000400:00000010:3.0:1761313448.736271:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000778e1c21. 00000400:00000200:3.0:1761313448.736276:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:3.0:1761313448.736278:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000100:00000200:3.0:1761313448.736286:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206505344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.736293:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206505344/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.736320:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2bcb852. 02000000:00000010:3.0:1761313448.736327:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e0dd5b2. 00000100:00000010:3.0:1761313448.736330:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:3.0:1761313448.736333:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003e5d0af0. 00010000:00000010:3.0:1761313448.736337:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000036e97628. 00010000:00000010:3.1:1761313448.740435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f563f3f1. 00010000:00000010:3.1:1761313448.740451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b197be0c. 00000020:00000010:1.0:1761313448.740575:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000575fb5e0. 00000020:00000010:1.0:1761313448.740583:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098524012. 00000020:00000010:1.0:1761313448.740588:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d3ff56b7. 00000100:00000200:1.0:1761313448.740618:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b7485fe x1846869199525248/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313448.740661:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525248 02000000:00000010:1.0:1761313448.740672:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a5c083b. 00010000:00000010:1.0:1761313448.740700:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000ebdd0a. 00010000:00000010:1.0:1761313448.740719:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c19f27fb. 00000100:00000010:1.0:1761313448.740727:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000650f2343. 00000100:00000010:1.0:1761313448.740741:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000650f2343. 00010000:00000010:1.0:1761313448.740745:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c19f27fb. 00000400:00000010:1.0:1761313448.740758:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c490e2a. 00000100:00000200:1.0:1761313448.740763:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525248, offset 224 00000400:00000200:1.0:1761313448.740771:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.740784:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.740790:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89765:89765:256:4294967295] 192.168.204.1@tcp LPNI seq info [89765:89765:8:4294967295] 00000400:00000200:1.0:1761313448.740800:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.740805:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.740809:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae5814d2 (tot 82354770). 00000800:00000200:1.0:1761313448.740815:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.740821:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.740824:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae5814d2 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761313448.741015:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a68d1b1. 00010000:00000010:3.0:1761313448.741126:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcdea591. 00010000:00000010:3.0:1761313448.741133:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca4ad618. 00010000:00000010:3.0:1761313448.741211:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b197be0c. 00010000:00000010:3.0:1761313448.741217:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcdea591. 00010000:00000010:3.0:1761313448.741228:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000036e97628. 00000100:00000010:3.0:1761313448.741232:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e5d0af0. 00000100:00000010:3.0:1761313448.741239:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 02000000:00000010:3.0:1761313448.741251:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e0dd5b2. 00000020:00000010:1.0:1761313448.741335:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098524012. 00000020:00000010:1.0:1761313448.741340:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d3ff56b7. 00000020:00000010:1.0:1761313448.741343:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000575fb5e0. 00000800:00000200:0.0:1761313448.741826:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.741831:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae5814d2 (tot 82354522). 00000400:00000200:0.0:1761313448.741836:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.741842:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.741847:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c490e2a 00000400:00000010:0.0:1761313448.741849:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c490e2a. 02000000:00000010:2.0:1761313448.742066:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031145efb. 00000400:00000010:2.0:1761313448.742073:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.742078:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035d7aaa1. 00000100:00000200:2.0:1761313448.742082:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505408, portal 16 00000400:00000010:2.0:1761313448.742087:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000186eaed7. 00000100:00000200:2.0:1761313448.742089:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505408, offset 0 00000400:00000200:2.0:1761313448.742095:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.742108:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.742123:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.742126:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.742128:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.742133:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89766:89766:256:4294967295] 192.168.204.1@tcp LPNI seq info [89766:89766:8:4294967295] 00000400:00000200:2.0:1761313448.742141:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.742145:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.742149:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82354770). 00000800:00000200:2.0:1761313448.742154:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.742158:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.742161:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.742219:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.742222:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00000400:00000200:1.0:1761313448.742225:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.742229:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.742232:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000186eaed7 00000400:00000010:1.0:1761313448.742234:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000186eaed7. 00000100:00000200:1.0:1761313448.742240:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022b20aea x1846869206505408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.748079:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.748100:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0017c0 00000400:00000200:0.0:1761313448.748108:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaef81 [1] + 224 00000400:00000200:0.0:1761313448.748131:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.748135:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.748145:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022b20aea x1846869206505408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.748863:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b7c5a55. 00010000:00000010:3.1:1761313448.748873:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002404edd0. 00000400:00000010:2.0:1761313448.749461:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000058aeb473. 00000400:00000200:2.0:1761313448.749467:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035d7aaa1 00000400:00000010:2.0:1761313448.749499:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035d7aaa1. 00000100:00000200:2.0:1761313448.749510:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022b20aea x1846869206505408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.749519:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022b20aea x1846869206505408/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.749547:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031145efb. 02000000:00000010:2.0:1761313448.749553:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e0dd5b2. 00000100:00000010:2.0:1761313448.749558:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022b20aea. 00000100:00000010:2.0:1761313448.749562:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003e5d0af0. 00010000:00000010:2.0:1761313448.749565:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000036e97628. 00000400:00000200:0.0:1761313448.749786:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.749798:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9595c0 00000400:00000200:0.0:1761313448.749804:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad8f5 [2] + 1312 00000400:00000200:0.0:1761313448.750760:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.750769:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.750776:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.750783:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038668207. 00000020:00000010:1.0:1761313448.750910:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000575fb5e0. 00000020:00000010:1.0:1761313448.750917:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098524012. 00000020:00000010:1.0:1761313448.750921:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d3ff56b7. 00000100:00000200:1.0:1761313448.750944:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038668207 x1846869199525312/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313448.752420:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525312 02000000:00000010:2.0:1761313448.752438:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000031145efb. 00010000:00000010:2.0:1761313448.752480:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058e93715. 00010000:00000010:2.0:1761313448.752503:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.752510:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.752521:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.752524:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.752537:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035d7aaa1. 00000100:00000200:2.0:1761313448.752542:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525312, offset 224 00000400:00000200:2.0:1761313448.752550:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.752563:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.752568:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89767:89767:256:4294967295] 192.168.204.1@tcp LPNI seq info [89767:89767:8:4294967295] 00000400:00000200:2.0:1761313448.752578:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.752583:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.752588:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000800:00000200:2.0:1761313448.752594:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.752601:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.752605:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.752636:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098524012. 00000020:00000010:2.0:1761313448.752641:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d3ff56b7. 00000020:00000010:2.0:1761313448.752644:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000575fb5e0. 00080000:00000010:0.0:1761313448.752726:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fefdd38. 00010000:00000010:0.0:1761313448.752817:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcdea591. 00010000:00000010:0.0:1761313448.752823:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032637540. 00010000:00000010:0.0:1761313448.752886:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000054068e1. 00010000:00000010:0.0:1761313448.752891:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.752900:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.752904:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.752910:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313448.752920:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7ae3436. 02000000:00000010:0.0:1761313448.752941:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007026fc14. 00000400:00000010:0.0:1761313448.752947:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.752951:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.752955:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505472, portal 16 00000400:00000010:0.0:1761313448.752959:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313448.752961:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505472, offset 0 00000400:00000200:0.0:1761313448.752966:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.752972:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.752977:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.752980:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.752982:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.752984:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89768:89768:255:4294967295] 192.168.204.1@tcp LPNI seq info [89768:89768:7:4294967295] 00000400:00000200:0.0:1761313448.752991:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.752996:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.752998:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044ba7d01 (tot 82355018). 00000800:00000200:0.0:1761313448.753002:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.753005:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.753007:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044ba7d01 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.753098:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.753101:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354770). 00000400:00000200:3.0:1761313448.753105:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.753109:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.753121:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035d7aaa1 00000400:00000010:3.0:1761313448.753124:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035d7aaa1. 00000800:00000200:3.0:1761313448.753185:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.753187:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044ba7d01 (tot 82354522). 00000400:00000200:3.0:1761313448.753193:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.753196:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.753197:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:3.0:1761313448.753198:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:3.0:1761313448.753204:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206505472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313448.754514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f78de8c3. 00010000:00000010:0.1:1761313448.758530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbdcbf54. 00010000:00000010:0.1:1761313448.758546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b197be0c. 00000400:00000200:1.0:1761313448.759052:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.759072:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001800 00000400:00000200:1.0:1761313448.759081:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaef8d [1] + 224 00000400:00000200:1.0:1761313448.759092:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.759096:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.759106:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206505472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.759149:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.759154:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959600 00000400:00000200:1.0:1761313448.759158:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad8f5 [2] + 1640 00000400:00000200:1.0:1761313448.759211:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.759214:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.759218:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.759223:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 00000400:00000010:0.0:1761313448.759301:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:0.0:1761313448.759306:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313448.759308:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.759315:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206505472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.759322:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206505472/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.759349:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007026fc14. 02000000:00000010:0.0:1761313448.759355:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7ae3436. 00000100:00000010:0.0:1761313448.759359:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000010:0.0:1761313448.759363:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.759366:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000020:00000010:2.0:1761313448.759440:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f19301d3. 00000020:00000010:2.0:1761313448.759448:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.759452:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.759505:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013181f7b x1846869199525376/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313448.759535:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525376 02000000:00000010:2.0:1761313448.759547:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c984cfaf. 00010000:00000010:2.0:1761313448.759571:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033144f4f. 00010000:00000010:2.0:1761313448.759590:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.759596:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.759601:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.759603:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.759615:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcbfc429. 00000100:00000200:2.0:1761313448.759620:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525376, offset 224 00000400:00000200:2.0:1761313448.759628:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.759639:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.759645:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89769:89769:256:4294967295] 192.168.204.1@tcp LPNI seq info [89769:89769:8:4294967295] 00000400:00000200:2.0:1761313448.759654:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.759659:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.759663:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82354770). 00000800:00000200:2.0:1761313448.759669:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.759676:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.759680:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.759708:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.759712:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.759715:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f19301d3. 00080000:00000010:0.0:1761313448.761292:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007026fc14. 00010000:00000010:0.0:1761313448.761403:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.761412:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a9b2fef. 00010000:00000010:0.0:1761313448.761535:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000146e0a57. 00010000:00000010:0.0:1761313448.761541:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.761551:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.761557:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.761566:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313448.761580:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7ae3436. 02000000:00000010:0.0:1761313448.761610:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea592c78. 00000400:00000010:0.0:1761313448.761617:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.761622:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.761628:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505536, portal 16 00000400:00000010:0.0:1761313448.761633:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bf2771b. 00000100:00000200:0.0:1761313448.761636:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505536, offset 0 00000400:00000200:0.0:1761313448.761645:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.761658:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.761664:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.761667:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.761670:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.761673:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89770:89770:255:4294967295] 192.168.204.1@tcp LPNI seq info [89770:89770:7:4294967295] 00000400:00000200:0.0:1761313448.761682:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.761687:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.761691:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bb4c615 (tot 82355018). 00000800:00000200:0.0:1761313448.761696:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.761702:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.761706:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003bb4c615 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.765275:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.765283:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354770). 00000400:00000200:3.0:1761313448.765290:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.765298:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.765303:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcbfc429 00000400:00000010:3.0:1761313448.765306:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcbfc429. 00000800:00000200:3.0:1761313448.765379:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.765381:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bb4c615 (tot 82354522). 00000400:00000200:3.0:1761313448.765387:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.765391:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.765393:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bf2771b 00000400:00000010:3.0:1761313448.765395:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bf2771b. 00000100:00000200:3.0:1761313448.765404:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206505536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.767058:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.767073:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001840 00000400:00000200:3.0:1761313448.767080:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaef99 [1] + 224 00000400:00000200:3.0:1761313448.767091:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.767094:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.767102:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206505536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313448.767195:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:0.0:1761313448.767200:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313448.767202:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.767207:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206505536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.767214:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206505536/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.767242:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea592c78. 02000000:00000010:0.0:1761313448.767248:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7ae3436. 00000100:00000010:0.0:1761313448.767253:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000010:0.0:1761313448.767257:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.767260:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000200:1.0:1761313448.768195:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.768208:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959640 00000400:00000200:1.0:1761313448.768215:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad8f5 [2] + 1968 00000400:00000010:1.0:1761313448.768220:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056ada82b. 00000400:00000200:1.0:1761313448.768225:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fd27d5f4 00000400:00000200:1.0:1761313448.768280:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.768284:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.768287:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd27d5f4 00000400:00000010:1.0:1761313448.768289:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fd27d5f4 (tot 82354370). 00000100:00000200:1.0:1761313448.768294:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313448.768656:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f19301d3. 00000020:00000010:2.0:1761313448.768663:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.768667:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.768690:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000084f3542c x1846869199525440/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313448.768725:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525440 02000000:00000010:2.0:1761313448.768738:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb76e7f3. 00010000:00000010:2.0:1761313448.768896:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d629ba5. 00010000:00000010:2.0:1761313448.768918:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.768924:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054883c1c. 00000100:00000010:2.0:1761313448.768939:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054883c1c. 00010000:00000010:2.0:1761313448.768942:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.768954:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ce8d1e5. 00000100:00000200:2.0:1761313448.768959:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525440, offset 224 00000400:00000200:2.0:1761313448.768967:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.768977:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.768982:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89771:89771:256:4294967295] 192.168.204.1@tcp LPNI seq info [89771:89771:8:4294967295] 00000400:00000200:2.0:1761313448.768992:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.768996:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.769000:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f91e3d93 (tot 82354618). 00000800:00000200:2.0:1761313448.769005:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.769012:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.769016:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f91e3d93 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761313448.769147:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea592c78. 00000020:00000010:2.0:1761313448.769215:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.769220:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.769223:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f19301d3. 02000000:00000010:2.0:1761313448.769232:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c984cfaf. 00000100:00000010:2.0:1761313448.769235:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 02000000:00000010:2.0:1761313448.769239:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000031145efb. 00000100:00000010:2.0:1761313448.769241:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038668207. 02000000:00000010:2.0:1761313448.769246:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a5c083b. 00000100:00000010:2.0:1761313448.769249:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b7485fe. 02000000:00000010:2.0:1761313448.769252:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000528d94fc. 00000100:00000010:2.0:1761313448.769254:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a99e725d. 02000000:00000010:2.0:1761313448.769257:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008149c51c. 00000100:00000010:2.0:1761313448.769259:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000488a01ba. 02000000:00000010:2.0:1761313448.769261:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000019c54b55. 00000100:00000010:2.0:1761313448.769263:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa50f973. 00000100:00000200:2.0:1761313448.769270:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313448.769275:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058aeb473. 00000400:00000010:2.0:1761313448.769278:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000054883c1c (tot 82354770). 00010000:00000010:0.0:1761313448.769357:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.769364:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000afb27eb9. 00010000:00000010:0.0:1761313448.769441:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058e98965. 00010000:00000010:0.0:1761313448.769445:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009c7ad374. 00010000:00000010:0.0:1761313448.769451:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba5ebf71. 00010000:00000010:0.0:1761313448.769456:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00080000:00000010:0.0:1761313448.769579:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7ae3436. 00010000:00000010:0.0:1761313448.769724:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.769728:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c7ad374. 00000800:00000200:3.0:1761313448.769737:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.769741:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f91e3d93 (tot 82354522). 00000400:00000200:3.0:1761313448.769745:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.769750:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.769753:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ce8d1e5 00000400:00000010:3.0:1761313448.769755:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ce8d1e5. 02000000:00000010:3.0:1761313448.769758:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb76e7f3. 00010000:00000010:0.0:1761313448.769785:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0ad1425. 00010000:00000010:0.0:1761313448.769789:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.769797:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.769801:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.769809:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313448.769821:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000585e386e. 02000000:00000010:0.0:1761313448.769847:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8d40208. 00000400:00000010:0.0:1761313448.769851:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.769855:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.769858:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505600, portal 16 00000400:00000010:0.0:1761313448.769862:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313448.769864:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505600, offset 0 00000400:00000200:0.0:1761313448.769869:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.769878:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.769884:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.769887:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.769890:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.769892:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89772:89772:256:4294967295] 192.168.204.1@tcp LPNI seq info [89772:89772:8:4294967295] 00000400:00000200:0.0:1761313448.769900:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.769904:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.769908:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bb4c615 (tot 82354770). 00000800:00000200:0.0:1761313448.769912:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.769917:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.769919:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003bb4c615 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.770007:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.770010:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bb4c615 (tot 82354522). 00000400:00000200:3.0:1761313448.770016:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.770024:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.770027:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:3.0:1761313448.770069:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:3.0:1761313448.770078:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206505600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.770712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000042e52f9. 00000400:00000200:1.0:1761313448.773182:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.773202:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001880 00000400:00000200:1.0:1761313448.773211:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaefa9 [1] + 224 00000400:00000200:1.0:1761313448.773222:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.773225:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.773235:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206505600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.773269:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.773274:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959680 00000400:00000200:1.0:1761313448.773279:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad945 [2] + 0 00000400:00000200:1.0:1761313448.773289:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.773292:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.773296:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.773301:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 00000020:00000010:2.0:1761313448.773963:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb76e7f3. 00000020:00000010:2.0:1761313448.773972:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.773976:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.774002:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000479fcbdf x1846869199525504/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:0.0:1761313448.774287:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:0.0:1761313448.774292:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313448.774294:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.774303:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206505600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.774311:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206505600/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.774339:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8d40208. 02000000:00000010:0.0:1761313448.774344:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000585e386e. 00000100:00000010:0.0:1761313448.774347:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000010:0.0:1761313448.774350:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.774353:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000100:00000200:2.0:1761313448.774634:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525504 02000000:00000010:2.0:1761313448.774647:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008149c51c. 00010000:00000010:2.0:1761313448.774673:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ec5f4e8. 00010000:00000010:2.0:1761313448.774693:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.774699:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000d10c53. 00000100:00000010:2.0:1761313448.774712:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000d10c53. 00010000:00000010:2.0:1761313448.774714:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.774726:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad84da53. 00000100:00000200:2.0:1761313448.774730:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525504, offset 224 00000400:00000200:2.0:1761313448.774738:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.774748:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.774754:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89773:89773:256:4294967295] 192.168.204.1@tcp LPNI seq info [89773:89773:8:4294967295] 00000400:00000200:2.0:1761313448.774763:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.774768:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.774773:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d68e04b (tot 82354770). 00000800:00000200:2.0:1761313448.774778:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.774785:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.774788:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d68e04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.774803:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.774806:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.774809:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb76e7f3. 00000800:00000200:3.0:1761313448.775185:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.775190:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d68e04b (tot 82354522). 00000400:00000200:3.0:1761313448.775195:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.775199:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.775203:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad84da53 00000400:00000010:3.0:1761313448.775204:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad84da53. 00080000:00000010:0.0:1761313448.775247:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000585e386e. 00010000:00000010:0.0:1761313448.775340:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.775346:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e9f91ce. 00010000:00000010:0.0:1761313448.775425:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fd41e8c. 00010000:00000010:0.0:1761313448.775431:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.775440:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.775443:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.775449:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313448.775459:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d40208. 02000000:00000010:0.0:1761313448.775508:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004aec4be3. 00000400:00000010:0.0:1761313448.775514:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.775517:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.775522:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505664, portal 16 00000400:00000010:0.0:1761313448.775526:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313448.775528:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505664, offset 0 00000400:00000200:0.0:1761313448.775534:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.775541:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.775547:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.775550:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.775553:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.775555:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89774:89774:256:4294967295] 192.168.204.1@tcp LPNI seq info [89774:89774:8:4294967295] 00000400:00000200:0.0:1761313448.775562:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.775567:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.775570:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044ba7d01 (tot 82354770). 00000800:00000200:0.0:1761313448.775574:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.775578:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.775580:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044ba7d01 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313448.776033:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.776036:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044ba7d01 (tot 82354522). 00000400:00000200:2.0:1761313448.776042:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.776047:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.776050:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:2.0:1761313448.776051:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000100:00000200:2.0:1761313448.776058:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206505664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.778343:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.778363:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0018c0 00000400:00000200:1.0:1761313448.778371:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaefb5 [1] + 224 00000400:00000200:1.0:1761313448.778383:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.778386:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.778397:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206505664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313448.778605:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.778611:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9596c0 00000400:00000200:1.0:1761313448.778616:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad945 [2] + 328 00000400:00000200:1.0:1761313448.778625:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.778628:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.778631:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.778635:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 00000400:00000010:0.0:1761313448.778683:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:0.0:1761313448.778687:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313448.778689:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.778695:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206505664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.778702:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206505664/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.778728:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004aec4be3. 02000000:00000010:0.0:1761313448.778733:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8d40208. 00000100:00000010:0.0:1761313448.778739:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000010:0.0:1761313448.778742:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.778745:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000020:00000010:2.0:1761313448.778801:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031145efb. 00000020:00000010:2.0:1761313448.778807:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.778810:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.778837:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a333fac x1846869199525568/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313448.778862:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525568 02000000:00000010:2.0:1761313448.778872:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c984cfaf. 00010000:00000010:2.0:1761313448.778895:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c52982a0. 00010000:00000010:2.0:1761313448.778913:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.778919:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000d10c53. 00000100:00000010:2.0:1761313448.778931:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000d10c53. 00010000:00000010:2.0:1761313448.778933:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.778944:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021a4f2ae. 00000100:00000200:2.0:1761313448.778948:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525568, offset 224 00000400:00000200:2.0:1761313448.778954:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.778962:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.778967:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89775:89775:256:4294967295] 192.168.204.1@tcp LPNI seq info [89775:89775:8:4294967295] 00000400:00000200:2.0:1761313448.778976:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.778981:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.778986:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d68e04b (tot 82354770). 00000800:00000200:2.0:1761313448.778991:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.778997:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.779000:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d68e04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.779017:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.779020:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.779023:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031145efb. 00080000:00000010:0.0:1761313448.779199:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004aec4be3. 00010000:00000010:0.0:1761313448.779285:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.779292:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000671e526a. 00010000:00000010:0.0:1761313448.779375:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022ee91a3. 00010000:00000010:0.0:1761313448.779380:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.779390:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.779393:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.779399:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313448.779408:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d40208. 02000000:00000010:0.0:1761313448.779433:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de8ef1fd. 00000400:00000010:0.0:1761313448.779437:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.779440:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.779445:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505728, portal 16 00000400:00000010:0.0:1761313448.779449:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79a4b62. 00000100:00000200:0.0:1761313448.779451:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505728, offset 0 00000400:00000200:0.0:1761313448.779456:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.779462:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.779492:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.779495:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.779498:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.779500:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89776:89776:255:4294967295] 192.168.204.1@tcp LPNI seq info [89776:89776:7:4294967295] 00000400:00000200:0.0:1761313448.779507:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.779511:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.779514:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c8098d0 (tot 82355018). 00000800:00000200:0.0:1761313448.779518:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.779522:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.779524:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c8098d0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.779731:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.779735:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d68e04b (tot 82354770). 00000400:00000200:3.0:1761313448.779740:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.779743:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.779746:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021a4f2ae 00000400:00000010:3.0:1761313448.779748:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021a4f2ae. 00000800:00000200:3.0:1761313448.779810:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.779812:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c8098d0 (tot 82354522). 00000400:00000200:3.0:1761313448.779818:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.779821:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.779823:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79a4b62 00000400:00000010:3.0:1761313448.779824:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79a4b62. 00000100:00000200:3.0:1761313448.779830:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206505728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313448.781507:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.781524:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001900 00000400:00000200:2.0:1761313448.781531:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaefc1 [1] + 224 00000400:00000200:2.0:1761313448.781546:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.781549:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313448.781557:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206505728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.781641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006df6745c. 00010000:00000010:0.1:1761313448.781649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000054068e1. 00000400:00000010:0.0:1761313448.781667:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:0.0:1761313448.781670:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313448.781672:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.781678:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206505728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.781685:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206505728/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.781709:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de8ef1fd. 02000000:00000010:0.0:1761313448.781714:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8d40208. 00000100:00000010:0.0:1761313448.781719:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000010:0.0:1761313448.781722:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.781725:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00010000:00000010:0.1:1761313448.783637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029d418b1. 00010000:00000010:0.1:1761313448.783653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000146e0a57. 00010000:00000010:0.1:1761313448.783659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058e98965. 00010000:00000010:0.1:1761313448.783662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba5ebf71. 00010000:00000010:2.1:1761313448.783703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a3a70e. 00010000:00000010:2.1:1761313448.783709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056bf0d39. 00000400:00000200:1.0:1761313448.783771:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.783786:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959700 00000400:00000200:1.0:1761313448.783793:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad945 [2] + 656 00000400:00000200:1.0:1761313448.784785:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.784794:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.784801:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.784806:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00000020:00000010:2.0:1761313448.785918:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031145efb. 00000020:00000010:2.0:1761313448.785929:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.785933:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.785961:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199525632/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313448.785989:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525632 02000000:00000010:2.0:1761313448.785999:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f19301d3. 00010000:00000010:2.0:1761313448.786027:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbafbaca. 00010000:00000010:2.0:1761313448.786058:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.786065:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000d10c53. 00000100:00000010:2.0:1761313448.786080:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000d10c53. 00010000:00000010:2.0:1761313448.786083:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.786097:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d96c721. 00000100:00000200:2.0:1761313448.786103:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525632, offset 224 00000400:00000200:2.0:1761313448.786111:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.786132:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.786138:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89777:89777:256:4294967295] 192.168.204.1@tcp LPNI seq info [89777:89777:8:4294967295] 00000400:00000200:2.0:1761313448.786147:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.786153:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.786157:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f91e3d93 (tot 82354770). 00000800:00000200:2.0:1761313448.786163:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.786170:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.786173:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f91e3d93 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.786188:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.786192:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.786195:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031145efb. 00080000:00000010:0.0:1761313448.786401:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de8ef1fd. 00010000:00000010:0.0:1761313448.786507:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.786513:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf1e8d8c. 00010000:00000010:0.0:1761313448.786587:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba5ebf71. 00010000:00000010:0.0:1761313448.786593:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.786603:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.786607:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.786613:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313448.786625:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d40208. 02000000:00000010:0.0:1761313448.786646:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8a7b0a2. 00000400:00000010:0.0:1761313448.786652:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.786656:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.786661:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505792, portal 16 00000400:00000010:0.0:1761313448.786664:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055ae023e. 00000100:00000200:0.0:1761313448.786666:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505792, offset 0 00000400:00000200:0.0:1761313448.786671:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.786677:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.786684:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.786687:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.786690:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.786692:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89778:89778:255:4294967295] 192.168.204.1@tcp LPNI seq info [89778:89778:7:4294967295] 00000400:00000200:0.0:1761313448.786699:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.786703:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.786706:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0672ee9 (tot 82355018). 00000800:00000200:0.0:1761313448.786710:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.786714:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.786716:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0672ee9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.786819:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.786823:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f91e3d93 (tot 82354770). 00000400:00000200:3.0:1761313448.786826:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.786830:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.786834:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d96c721 00000400:00000010:3.0:1761313448.786836:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d96c721. 00000800:00000200:3.0:1761313448.786897:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.786899:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0672ee9 (tot 82354522). 00000400:00000200:3.0:1761313448.786905:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.786908:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.786910:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055ae023e 00000400:00000010:3.0:1761313448.786911:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055ae023e. 00000100:00000200:3.0:1761313448.786917:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206505792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.789908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b29719d. 00010000:00000010:2.1:1761313448.789924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022acfeb3. 00010000:00000010:0.1:1761313448.790153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a797a314. 00010000:00000010:0.1:1761313448.790161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ad1425. 00010000:00000010:0.1:1761313448.790165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002728502b. 00010000:00000010:0.1:1761313448.790168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd41e8c. 00000400:00000200:2.0:1761313448.791997:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.792017:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001940 00000400:00000200:2.0:1761313448.792025:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaefcd [1] + 224 00000400:00000200:2.0:1761313448.792049:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.792053:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313448.792064:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206505792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313448.792247:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:0.0:1761313448.792252:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313448.792255:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.792261:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206505792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.792269:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206505792/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.792298:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8a7b0a2. 02000000:00000010:0.0:1761313448.792305:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8d40208. 00000100:00000010:0.0:1761313448.792310:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000010:0.0:1761313448.792314:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.792317:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000200:1.0:1761313448.792718:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.792728:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959740 00000400:00000200:1.0:1761313448.792733:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad945 [2] + 984 00000400:00000200:1.0:1761313448.792786:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.792790:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.792795:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.792800:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 00000020:00000010:2.0:1761313448.792887:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031145efb. 00000020:00000010:2.0:1761313448.792894:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.792898:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.792920:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013181f7b x1846869199525696/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313448.792963:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525696 02000000:00000010:2.0:1761313448.792975:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb76e7f3. 00010000:00000010:2.0:1761313448.793003:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1ecf3b2. 00010000:00000010:2.0:1761313448.793023:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.793040:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000d10c53. 00000100:00000010:2.0:1761313448.793055:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000d10c53. 00010000:00000010:2.0:1761313448.793058:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.793071:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510ee54. 00000100:00000200:2.0:1761313448.793075:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525696, offset 224 00000400:00000200:2.0:1761313448.793082:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.793092:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.793097:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89779:89779:256:4294967295] 192.168.204.1@tcp LPNI seq info [89779:89779:8:4294967295] 00000400:00000200:2.0:1761313448.793107:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.793125:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.793130:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82354770). 00000800:00000200:2.0:1761313448.793136:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.793143:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.793146:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.793168:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.793172:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.793174:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031145efb. 00080000:00000010:0.0:1761313448.793267:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8a7b0a2. 00010000:00000010:0.0:1761313448.793353:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.793359:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000229510b8. 00010000:00000010:0.0:1761313448.793438:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fd41e8c. 00010000:00000010:0.0:1761313448.793443:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.793453:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.793457:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.793463:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313448.793515:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d40208. 02000000:00000010:0.0:1761313448.793539:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3740886. 00000400:00000010:0.0:1761313448.793544:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.793549:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.793554:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505856, portal 16 00000400:00000010:0.0:1761313448.793559:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014f680c3. 00000100:00000200:0.0:1761313448.793561:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505856, offset 0 00000400:00000200:0.0:1761313448.793567:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.793573:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.793579:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.793583:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.793586:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.793588:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89780:89780:255:4294967295] 192.168.204.1@tcp LPNI seq info [89780:89780:7:4294967295] 00000400:00000200:0.0:1761313448.793594:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.793599:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.793602:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000127edb7c (tot 82355018). 00000800:00000200:0.0:1761313448.793606:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.793610:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.793613:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000127edb7c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.793785:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.793789:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354770). 00000400:00000200:3.0:1761313448.793793:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.793796:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.793799:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510ee54 00000400:00000010:3.0:1761313448.793801:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510ee54. 00000800:00000200:3.0:1761313448.793838:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.793841:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000127edb7c (tot 82354522). 00000400:00000200:3.0:1761313448.793846:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.793849:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.793851:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014f680c3 00000400:00000010:3.0:1761313448.793853:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014f680c3. 00000100:00000200:3.0:1761313448.793858:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206505856/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.794604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000740f4639. 00010000:00000010:0.1:1761313448.794687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ea1ebed. 00010000:00000010:0.1:1761313448.794694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ee91a3. 00000400:00000200:2.0:1761313448.795649:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.795665:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001980 00000400:00000200:2.0:1761313448.795673:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaefd9 [1] + 224 00000400:00000200:2.0:1761313448.795688:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.795691:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313448.795700:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206505856/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313448.795822:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:0.0:1761313448.795827:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313448.795828:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.795835:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206505856/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.795842:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206505856/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.795867:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3740886. 02000000:00000010:0.0:1761313448.795872:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8d40208. 00000100:00000010:0.0:1761313448.795877:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000010:0.0:1761313448.795882:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.795885:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000200:1.0:1761313448.797096:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.797121:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959780 00000400:00000200:1.0:1761313448.797128:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad945 [2] + 1312 00000400:00000200:1.0:1761313448.797185:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.797190:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.797196:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.797202:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 00000020:00000010:2.0:1761313448.797313:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031145efb. 00000020:00000010:2.0:1761313448.797322:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.797326:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.797351:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ad394eb x1846869199525760/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313448.797387:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525760 02000000:00000010:2.0:1761313448.797400:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb38131d. 00010000:00000010:2.0:1761313448.797428:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000026666921. 00010000:00000010:2.0:1761313448.797452:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.797458:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000d10c53. 00000100:00000010:2.0:1761313448.797512:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000d10c53. 00010000:00000010:2.0:1761313448.797517:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.797530:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe79c649. 00000100:00000200:2.0:1761313448.797535:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525760, offset 224 00000400:00000200:2.0:1761313448.797542:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.797553:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.797558:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89781:89781:256:4294967295] 192.168.204.1@tcp LPNI seq info [89781:89781:8:4294967295] 00000400:00000200:2.0:1761313448.797567:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.797572:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.797576:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000800:00000200:2.0:1761313448.797582:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.797588:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.797591:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.797611:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.797616:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.797619:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031145efb. 00080000:00000010:0.0:1761313448.800434:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3740886. 00010000:00000010:0.0:1761313448.800566:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.800575:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e5458e3. 00010000:00000010:0.0:1761313448.800653:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022ee91a3. 00010000:00000010:0.0:1761313448.800660:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.800671:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.800678:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.800687:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313448.800704:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d40208. 02000000:00000010:0.0:1761313448.800735:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065f3276a. 00000400:00000010:0.0:1761313448.800742:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.800749:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.800756:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505920, portal 16 00000400:00000010:0.0:1761313448.800761:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef3aac3. 00000100:00000200:0.0:1761313448.800763:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505920, offset 0 00000400:00000200:0.0:1761313448.800771:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.800785:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.800793:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.800796:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.800799:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.800802:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89782:89782:255:4294967295] 192.168.204.1@tcp LPNI seq info [89782:89782:7:4294967295] 00000400:00000200:0.0:1761313448.800812:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.800818:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.800822:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d29b4693 (tot 82355018). 00000800:00000200:0.0:1761313448.800828:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.800835:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.800838:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d29b4693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.801024:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.801028:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354770). 00000400:00000200:3.0:1761313448.801032:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.801037:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.801041:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe79c649 00000400:00000010:3.0:1761313448.801044:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe79c649. 00000800:00000200:3.0:1761313448.801122:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.801124:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d29b4693 (tot 82354522). 00000400:00000200:3.0:1761313448.801130:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.801133:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.801135:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef3aac3 00000400:00000010:3.0:1761313448.801137:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef3aac3. 00000100:00000200:3.0:1761313448.801144:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206505920/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.802812:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.802831:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0019c0 00000400:00000200:3.0:1761313448.802840:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaefe5 [1] + 224 00000400:00000200:3.0:1761313448.802851:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.802855:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.802864:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206505920/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313448.803910:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:0.0:1761313448.803916:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313448.803918:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.803927:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206505920/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.803935:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206505920/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.803964:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065f3276a. 02000000:00000010:0.0:1761313448.803970:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8d40208. 00000100:00000010:0.0:1761313448.803976:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000010:0.0:1761313448.803980:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.803983:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000200:2.0:1761313448.804087:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.804097:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9597c0 00000400:00000200:2.0:1761313448.804103:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad945 [2] + 1640 00000400:00000200:2.0:1761313448.804168:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.804172:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313448.804176:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313448.804180:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 00000020:00000010:1.0:1761313448.804330:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000528d94fc. 00000020:00000010:1.0:1761313448.804337:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313448.804342:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016f3775c. 00000100:00000200:1.0:1761313448.804364:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064bf9529 x1846869199525824/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313448.804895:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525824 02000000:00000010:1.0:1761313448.804909:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a5c083b. 00010000:00000010:1.0:1761313448.804938:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066e61335. 00010000:00000010:1.0:1761313448.804960:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c19f27fb. 00000100:00000010:1.0:1761313448.804966:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000650f2343. 00000100:00000010:1.0:1761313448.804978:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000650f2343. 00010000:00000010:1.0:1761313448.804981:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c19f27fb. 00000400:00000010:1.0:1761313448.804994:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc82a39f. 00000100:00000200:1.0:1761313448.804999:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525824, offset 224 00000400:00000200:1.0:1761313448.805006:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.805017:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.805022:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89783:89783:256:4294967295] 192.168.204.1@tcp LPNI seq info [89783:89783:8:4294967295] 00000400:00000200:1.0:1761313448.805044:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.805049:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00080000:00000010:0.0:1761313448.805253:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065f3276a. 00010000:00000010:0.0:1761313448.805343:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.805349:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b11200d9. 00010000:00000010:0.0:1761313448.805442:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0ad1425. 00010000:00000010:0.0:1761313448.805447:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.805457:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.805461:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.805467:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 00000800:00000010:1.0:1761313448.805768:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ec456d (tot 82354770). 00000800:00000200:1.0:1761313448.805778:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.805784:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.805787:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000085ec456d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.805808:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313448.805812:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016f3775c. 00000020:00000010:1.0:1761313448.806554:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000528d94fc. 02000000:00000010:0.0:1761313448.806754:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb94451b. 02000000:00000010:0.0:1761313448.806779:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c771da5. 00000400:00000010:0.0:1761313448.806784:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.806789:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.806795:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206505984, portal 16 00000400:00000010:0.0:1761313448.806799:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aec04dd1. 00000100:00000200:0.0:1761313448.806801:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206505984, offset 0 00000400:00000200:0.0:1761313448.806807:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.806818:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.806824:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.806827:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.806829:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.806832:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89784:89784:255:4294967295] 192.168.204.1@tcp LPNI seq info [89784:89784:7:4294967295] 00000400:00000200:0.0:1761313448.806841:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.806845:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.806848:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029bf7edc (tot 82355018). 00000800:00000200:0.0:1761313448.806852:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.806857:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.806860:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029bf7edc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.806947:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.806951:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ec456d (tot 82354770). 00000400:00000200:3.0:1761313448.806955:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.806959:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.806963:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc82a39f 00000400:00000010:3.0:1761313448.806965:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc82a39f. 00000800:00000200:3.0:1761313448.807023:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.807025:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029bf7edc (tot 82354522). 00000400:00000200:3.0:1761313448.807030:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.807033:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.807035:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aec04dd1 00000400:00000010:3.0:1761313448.807036:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aec04dd1. 00000100:00000200:3.0:1761313448.807042:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206505984/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.807508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2787c0f. 00000400:00000200:3.0:1761313448.813552:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.813573:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001a00 00000400:00000200:3.0:1761313448.813580:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaeff1 [1] + 224 00000400:00000200:3.0:1761313448.813598:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.813601:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.813611:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206505984/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.814193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3bae6a7. 00010000:00000010:0.1:1761313448.814204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba5ebf71. 00000400:00000010:0.0:1761313448.814225:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:0.0:1761313448.814230:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313448.814232:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.814239:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206505984/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.814247:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206505984/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.814276:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c771da5. 02000000:00000010:0.0:1761313448.814282:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb94451b. 00000100:00000010:0.0:1761313448.814286:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000010:0.0:1761313448.814290:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.814293:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00010000:00000010:2.1:1761313448.814768:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dafdfd2. 00000400:00000200:2.0:1761313448.814790:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.814802:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959800 00000400:00000200:2.0:1761313448.814808:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad945 [2] + 1968 00000400:00000010:2.0:1761313448.814811:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000001d64632. 00000400:00000200:2.0:1761313448.814814:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007bd8a933 00000400:00000200:2.0:1761313448.815098:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.815104:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.815107:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bd8a933 00000400:00000010:2.0:1761313448.815110:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007bd8a933 (tot 82354370). 00000100:00000200:2.0:1761313448.815124:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313448.815552:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000528d94fc. 00000020:00000010:1.0:1761313448.815559:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065138660. 00000020:00000010:1.0:1761313448.815563:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016f3775c. 00000100:00000200:1.0:1761313448.815594:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001e36e289 x1846869199525888/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313448.815632:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525888 02000000:00000010:1.0:1761313448.815646:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000575fb5e0. 00010000:00000010:1.0:1761313448.815676:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001141a43a. 00010000:00000010:1.0:1761313448.815696:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c19f27fb. 00000100:00000010:1.0:1761313448.815703:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000650f2343. 00000100:00000010:1.0:1761313448.815967:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000650f2343. 00010000:00000010:1.0:1761313448.815972:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c19f27fb. 00000400:00000010:1.0:1761313448.815985:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b836adb4. 00000100:00000200:1.0:1761313448.815990:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525888, offset 224 00000400:00000200:1.0:1761313448.815997:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.816008:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.816014:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89785:89785:256:4294967295] 192.168.204.1@tcp LPNI seq info [89785:89785:8:4294967295] 00000400:00000200:1.0:1761313448.816022:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.816027:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.816032:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d8c9258 (tot 82354618). 00000800:00000200:1.0:1761313448.816037:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.816043:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.816046:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d8c9258 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.816068:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065138660. 00000020:00000010:1.0:1761313448.816073:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016f3775c. 00000020:00000010:1.0:1761313448.816076:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000528d94fc. 02000000:00000010:1.0:1761313448.816084:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a5c083b. 00000100:00000010:1.0:1761313448.816087:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 02000000:00000010:1.0:1761313448.816090:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb38131d. 00000100:00000010:1.0:1761313448.816092:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 02000000:00000010:1.0:1761313448.816095:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb76e7f3. 00000100:00000010:1.0:1761313448.816097:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 02000000:00000010:1.0:1761313448.816100:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f19301d3. 00000100:00000010:1.0:1761313448.816103:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 02000000:00000010:1.0:1761313448.816107:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c984cfaf. 00000100:00000010:1.0:1761313448.816109:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 02000000:00000010:1.0:1761313448.816121:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008149c51c. 00000100:00000010:1.0:1761313448.816124:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 00000100:00000200:1.0:1761313448.816131:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313448.816136:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053e6c152. 00000400:00000010:1.0:1761313448.816141:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000650f2343 (tot 82354770). 00080000:00000010:0.0:1761313448.816185:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb94451b. 00010000:00000010:0.0:1761313448.816272:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.816278:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b179e1a6. 00010000:00000010:0.0:1761313448.816351:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba5ebf71. 00010000:00000010:0.0:1761313448.816357:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.816365:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.816368:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.816375:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313448.816386:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c771da5. 02000000:00000010:0.0:1761313448.816407:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8d40208. 00000400:00000010:0.0:1761313448.816411:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.816415:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.816418:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506048, portal 16 00000400:00000010:0.0:1761313448.816421:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99e9dc5. 00000100:00000200:0.0:1761313448.816423:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506048, offset 0 00000400:00000200:0.0:1761313448.816428:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.816434:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.816440:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.816443:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.816446:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.816448:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89786:89786:255:4294967295] 192.168.204.1@tcp LPNI seq info [89786:89786:7:4294967295] 00000400:00000200:0.0:1761313448.816455:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.816459:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.816462:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000001fb610 (tot 82355018). 00000800:00000200:0.0:1761313448.816466:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.816513:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.816515:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000001fb610 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.816592:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.816596:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d8c9258 (tot 82354770). 00000400:00000200:3.0:1761313448.816599:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.816604:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.816607:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b836adb4 00000400:00000010:3.0:1761313448.816608:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b836adb4. 02000000:00000010:3.0:1761313448.816614:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000575fb5e0. 00000800:00000200:3.0:1761313448.816863:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.816866:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000001fb610 (tot 82354522). 00000400:00000200:3.0:1761313448.816872:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.816876:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.816879:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99e9dc5 00000400:00000010:3.0:1761313448.816880:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99e9dc5. 00000100:00000200:3.0:1761313448.816886:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206506048/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313448.817609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042b03e60. 00010000:00000010:0.1:1761313448.818047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c9f8be7. 00010000:00000010:0.1:1761313448.818054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd41e8c. 00010000:00000010:0.1:1761313448.818058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb8dad37. 00010000:00000010:0.1:1761313448.818060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ee91a3. 00000400:00000200:3.0:1761313448.819016:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.819035:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001a40 00000400:00000200:3.0:1761313448.819044:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf001 [1] + 224 00000400:00000200:3.0:1761313448.819058:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.819062:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.819071:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206506048/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313448.819847:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:0.0:1761313448.819852:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313448.819854:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.819861:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206506048/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.819870:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206506048/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.819900:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8d40208. 02000000:00000010:0.0:1761313448.819906:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c771da5. 00000100:00000010:0.0:1761313448.819910:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000010:0.0:1761313448.819914:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.819917:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000200:2.0:1761313448.822318:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.822342:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959840 00000400:00000200:2.0:1761313448.822351:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad99d [2] + 0 00000400:00000200:2.0:1761313448.822422:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.822427:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313448.822432:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313448.822438:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 00000020:00000010:3.0:1761313448.822778:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2bcb852. 00000020:00000010:3.0:1761313448.822785:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007530176a. 00000020:00000010:3.0:1761313448.822790:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000046c942de. 00000100:00000200:3.0:1761313448.822815:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ca3dcbd4 x1846869199525952/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313448.822849:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199525952 02000000:00000010:3.0:1761313448.822861:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019c54b55. 00010000:00000010:3.0:1761313448.822887:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055766718. 00010000:00000010:3.0:1761313448.822905:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014a56ef6. 00000100:00000010:3.0:1761313448.822910:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.822925:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00010000:00000010:3.0:1761313448.822928:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014a56ef6. 00000400:00000010:3.0:1761313448.822941:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313448.822946:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199525952, offset 224 00000400:00000200:3.0:1761313448.822953:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.822964:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.822970:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89787:89787:256:4294967295] 192.168.204.1@tcp LPNI seq info [89787:89787:8:4294967295] 00000400:00000200:3.0:1761313448.822980:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.822985:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.822989:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048343f50 (tot 82354770). 00000800:00000200:3.0:1761313448.822995:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.823002:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.823006:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048343f50 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.823153:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.823157:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048343f50 (tot 82354522). 00000400:00000200:1.0:1761313448.823161:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.823165:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.823168:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:1.0:1761313448.823170:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 00000020:00000010:3.0:1761313448.823202:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007530176a. 00000020:00000010:3.0:1761313448.823206:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000046c942de. 00000020:00000010:3.0:1761313448.823210:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2bcb852. 00010000:00000010:1.1:1761313448.823516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f88adbe. 00080000:00000010:0.0:1761313448.824221:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8d40208. 00010000:00000010:0.0:1761313448.824313:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.824320:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001da48fa5. 00010000:00000010:0.0:1761313448.824398:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022ee91a3. 00010000:00000010:0.0:1761313448.824403:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.824413:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.824419:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.824426:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313448.824440:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c771da5. 02000000:00000010:0.0:1761313448.824465:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065e206f5. 00000400:00000010:0.0:1761313448.824568:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.824574:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.824579:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506112, portal 16 00000400:00000010:0.0:1761313448.824583:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025c648c8. 00000100:00000200:0.0:1761313448.824585:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506112, offset 0 00000400:00000200:0.0:1761313448.824594:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.824605:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.824611:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.824615:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.824618:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.824621:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89788:89788:256:4294967295] 192.168.204.1@tcp LPNI seq info [89788:89788:8:4294967295] 00000400:00000200:0.0:1761313448.824629:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.824634:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.824638:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000001fb610 (tot 82354770). 00000800:00000200:0.0:1761313448.824643:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.824649:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.824652:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000001fb610 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.825020:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.825023:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000001fb610 (tot 82354522). 00000400:00000200:3.0:1761313448.825316:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.825322:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.825326:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025c648c8 00000400:00000010:3.0:1761313448.825329:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025c648c8. 00000100:00000200:3.0:1761313448.825336:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206506112/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.825602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034a7913a. 00010000:00000010:0.1:1761313448.825610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ad1425. 00000400:00000200:2.0:1761313448.828198:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.828219:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001a80 00000400:00000200:2.0:1761313448.828228:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf00d [1] + 224 00000400:00000200:2.0:1761313448.828240:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.828244:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313448.828255:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206506112/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313448.828293:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.828299:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959880 00000400:00000200:2.0:1761313448.828303:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad99d [2] + 328 00000400:00000200:2.0:1761313448.828310:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.828313:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313448.828317:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313448.828322:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c468af4. 00000020:00000010:3.0:1761313448.828385:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2bcb852. 00000020:00000010:3.0:1761313448.828392:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007530176a. 00000020:00000010:3.0:1761313448.828396:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000046c942de. 00000400:00000010:0.0:1761313448.828398:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:0.0:1761313448.828403:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:0.0:1761313448.828405:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.828411:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206506112/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.828417:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c468af4 x1846869199526016/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313448.828417:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206506112/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.828444:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065e206f5. 02000000:00000010:0.0:1761313448.828450:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c771da5. 00000100:00000010:0.0:1761313448.828454:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000200:3.0:1761313448.828455:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526016 00000100:00000010:0.0:1761313448.828457:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.828460:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 02000000:00000010:3.0:1761313448.828466:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e0dd5b2. 00010000:00000010:3.0:1761313448.828610:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f934ba3. 00010000:00000010:2.0:1761313448.828674:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.828681:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000d10c53. 00000100:00000010:2.0:1761313448.828695:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000d10c53. 00010000:00000010:2.0:1761313448.828698:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.828710:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd66a147. 00000100:00000200:2.0:1761313448.828713:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526016, offset 224 00000400:00000200:2.0:1761313448.828720:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.828730:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.828735:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89789:89789:256:4294967295] 192.168.204.1@tcp LPNI seq info [89789:89789:8:4294967295] 00000400:00000200:2.0:1761313448.828744:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.828748:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.828752:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82354770). 00000800:00000200:2.0:1761313448.828756:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.828762:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.828765:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.828788:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007530176a. 00000020:00000010:2.0:1761313448.828792:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000046c942de. 00000020:00000010:2.0:1761313448.828796:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2bcb852. 00000800:00000200:1.0:1761313448.828926:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.828931:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00000400:00000200:1.0:1761313448.828935:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.828939:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.828941:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd66a147 00000400:00000010:1.0:1761313448.828942:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd66a147. 00080000:00000010:0.0:1761313448.829177:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065e206f5. 00010000:00000010:0.0:1761313448.829266:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.829273:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000752bac3d. 00010000:00000010:0.0:1761313448.829344:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0ad1425. 00010000:00000010:0.0:1761313448.829350:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.829360:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000100:00000010:0.0:1761313448.829363:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.829369:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313448.829379:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c771da5. 02000000:00000010:0.0:1761313448.829403:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000afa528d. 00000400:00000010:0.0:1761313448.829407:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.829411:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.829416:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506176, portal 16 00000400:00000010:0.0:1761313448.829420:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025c648c8. 00000100:00000200:0.0:1761313448.829422:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506176, offset 0 00000400:00000200:0.0:1761313448.829428:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.829434:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.829440:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.829444:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.829446:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.829448:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89790:89790:256:4294967295] 192.168.204.1@tcp LPNI seq info [89790:89790:8:4294967295] 00000400:00000200:0.0:1761313448.829456:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.829461:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.829464:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029bf7edc (tot 82354770). 00000800:00000200:0.0:1761313448.829500:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.829505:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.829507:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029bf7edc type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761313448.830668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000722c8ff9. 00010000:00000010:0.1:1761313448.830755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c7a8aac. 00010000:00000010:0.1:1761313448.830761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba5ebf71. 00000800:00000200:3.0:1761313448.830775:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.830777:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029bf7edc (tot 82354522). 00000400:00000200:3.0:1761313448.830785:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.830791:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.830795:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025c648c8 00000400:00000010:3.0:1761313448.830797:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000025c648c8. 00000100:00000200:3.0:1761313448.830805:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206506176/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.839823:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043d10303. 00000400:00000200:2.0:1761313448.841958:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.841981:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001ac0 00000400:00000200:2.0:1761313448.841989:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf019 [1] + 224 00000400:00000200:2.0:1761313448.842001:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.842005:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313448.842017:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206506176/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313448.842059:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.842065:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9598c0 00000400:00000200:2.0:1761313448.842069:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad99d [2] + 656 00000400:00000010:0.0:1761313448.842075:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:2.0:1761313448.842079:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.842080:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000200:2.0:1761313448.842081:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000010:0.0:1761313448.842082:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.842088:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206506176/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.842100:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206506176/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.842136:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000afa528d. 02000000:00000010:0.0:1761313448.842142:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c771da5. 00000100:00000200:2.0:1761313448.842144:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.842147:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000010:2.0:1761313448.842150:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058c26597. 00000100:00000010:0.0:1761313448.842151:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:0.0:1761313448.842154:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000020:00000010:3.0:1761313448.842236:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2bcb852. 00000020:00000010:3.0:1761313448.842243:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004a621030. 00000020:00000010:3.0:1761313448.842247:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f5bad5c. 00000100:00000200:3.0:1761313448.842270:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058c26597 x1846869199526080/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313448.842304:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526080 02000000:00000010:3.0:1761313448.842327:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3710247. 00010000:00000010:3.0:1761313448.842357:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad704022. 00010000:00000010:3.0:1761313448.842375:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014a56ef6. 00000100:00000010:3.0:1761313448.842381:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.842396:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00010000:00000010:3.0:1761313448.842399:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014a56ef6. 00000400:00000010:3.0:1761313448.842413:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d33773eb. 00000100:00000200:3.0:1761313448.842416:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526080, offset 224 00000400:00000200:3.0:1761313448.842423:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:0.0:1761313448.842424:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000afa528d. 00000400:00000200:3.0:1761313448.842435:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.842441:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89791:89791:256:4294967295] 192.168.204.1@tcp LPNI seq info [89791:89791:8:4294967295] 00000400:00000200:3.0:1761313448.842450:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.842454:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.842458:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ea3a109 (tot 82354770). 00000800:00000200:3.0:1761313448.842463:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.842484:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.842487:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ea3a109 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761313448.842528:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.842534:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc667dd4. 00010000:00000010:0.0:1761313448.842608:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba5ebf71. 00010000:00000010:0.0:1761313448.842613:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00000020:00000010:3.0:1761313448.842616:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004a621030. 00000020:00000010:3.0:1761313448.842620:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f5bad5c. 00010000:00000010:0.0:1761313448.842622:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fc85f8. 00000020:00000010:3.0:1761313448.842624:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2bcb852. 00000100:00000010:0.0:1761313448.842625:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.842630:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000072937995. 02000000:00000010:0.0:1761313448.842641:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c771da5. 02000000:00000010:0.0:1761313448.842664:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e20f8cf. 00000400:00000010:0.0:1761313448.842668:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.842671:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099ec98eb. 00000100:00000200:0.0:1761313448.842675:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506240, portal 16 00000400:00000010:0.0:1761313448.842679:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e99e9dc5. 00000100:00000200:0.0:1761313448.842681:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506240, offset 0 00000400:00000200:0.0:1761313448.842686:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.842691:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.842698:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.842702:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.842705:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.842707:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89792:89792:255:4294967295] 192.168.204.1@tcp LPNI seq info [89792:89792:7:4294967295] 00000400:00000200:0.0:1761313448.842713:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.842717:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.842719:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d29b4693 (tot 82355018). 00000800:00000200:0.0:1761313448.842723:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.842726:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.842728:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d29b4693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.842748:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.842752:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ea3a109 (tot 82354770). 00000400:00000200:1.0:1761313448.842756:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.842759:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.842762:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d33773eb 00000400:00000010:1.0:1761313448.842763:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d33773eb. 00000800:00000200:1.0:1761313448.842791:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.842793:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d29b4693 (tot 82354522). 00000400:00000200:1.0:1761313448.842799:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.842802:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.842804:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e99e9dc5 00000400:00000010:1.0:1761313448.842805:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e99e9dc5. 00000100:00000200:1.0:1761313448.842809:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000072937995 x1846869206506240/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.845913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a3919e9. 00010000:00000010:0.1:1761313448.845928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ee91a3. 00000400:00000200:3.0:1761313448.848255:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.848273:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001b00 00000400:00000200:3.0:1761313448.848281:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf025 [1] + 224 00000400:00000200:3.0:1761313448.848292:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.848296:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.848307:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000072937995 x1846869206506240/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.849984:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a844b62. 00000400:00000010:2.0:1761313448.850013:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:2.0:1761313448.850018:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099ec98eb 00000400:00000010:2.0:1761313448.850020:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099ec98eb. 00000100:00000200:2.0:1761313448.850030:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000072937995 x1846869206506240/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.850040:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000072937995 x1846869206506240/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.850070:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e20f8cf. 02000000:00000010:2.0:1761313448.850076:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c771da5. 00000100:00000010:2.0:1761313448.850080:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000072937995. 00000100:00000010:2.0:1761313448.850084:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:2.0:1761313448.850087:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fc85f8. 00000400:00000200:3.0:1761313448.850188:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.850197:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959900 00000400:00000200:3.0:1761313448.850202:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad99d [2] + 984 00000400:00000200:3.0:1761313448.854740:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.854753:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.854762:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.854769:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000046c261d2. 00000020:00000010:2.0:1761313448.854914:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008094cbb6. 00000020:00000010:2.0:1761313448.854921:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.854925:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.854950:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000046c261d2 x1846869199526144/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313448.854988:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526144 02000000:00000010:2.0:1761313448.854999:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f09a9df0. 00010000:00000010:2.0:1761313448.855026:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097817126. 00010000:00000010:2.0:1761313448.855057:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.855065:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000d10c53. 00000100:00000010:2.0:1761313448.855081:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000d10c53. 00010000:00000010:2.0:1761313448.855085:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.855098:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313448.855103:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526144, offset 224 00080000:00000010:0.0:1761313448.855110:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c365a99c. 00000400:00000200:2.0:1761313448.855121:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.855135:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.855140:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89793:89793:256:4294967295] 192.168.204.1@tcp LPNI seq info [89793:89793:8:4294967295] 00000400:00000200:2.0:1761313448.855150:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.855155:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.855159:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313448.855165:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.855171:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.855175:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.855195:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.855199:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.855202:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008094cbb6. 00010000:00000010:0.0:1761313448.855224:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.855230:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000137b486f. 00000800:00000200:2.0:1761313448.855298:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.855301:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:2.0:1761313448.855305:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.855308:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00010000:00000010:0.0:1761313448.855308:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058e98965. 00010000:00000010:0.0:1761313448.855311:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a6dfca05. 00000400:00000200:2.0:1761313448.855312:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313448.855314:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00010000:00000010:0.0:1761313448.855317:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022ee91a3. 00010000:00000010:0.0:1761313448.855322:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00080000:00000010:0.0:1761313448.855335:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4b2b670. 00010000:00000010:0.0:1761313448.855361:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.855364:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6dfca05. 00010000:00000010:0.0:1761313448.855416:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fd41e8c. 00010000:00000010:0.0:1761313448.855420:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23b04d9. 00010000:00000010:0.0:1761313448.855428:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f63c570b. 00000100:00000010:0.0:1761313448.855431:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053335f35. 00000100:00000010:0.0:1761313448.855437:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000515112ab. 02000000:00000010:0.0:1761313448.855446:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc466756. 02000000:00000010:0.0:1761313448.855496:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000270782c1. 00000400:00000010:0.0:1761313448.855502:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e162bf4. 00000400:00000010:0.0:1761313448.855507:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aec04dd1. 00000100:00000200:0.0:1761313448.855511:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506304, portal 16 00000400:00000010:0.0:1761313448.855515:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ef3aac3. 00000100:00000200:0.0:1761313448.855517:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506304, offset 0 00000400:00000200:0.0:1761313448.855522:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.855529:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.855536:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.855540:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.855543:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.855545:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89794:89794:256:4294967295] 192.168.204.1@tcp LPNI seq info [89794:89794:8:4294967295] 00000400:00000200:0.0:1761313448.855552:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.855556:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.855559:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000127edb7c (tot 82354770). 00000800:00000200:0.0:1761313448.855562:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.855566:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.855569:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000127edb7c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313448.858944:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.858953:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000127edb7c (tot 82354522). 00000400:00000200:2.0:1761313448.858962:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.858970:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.858970:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.858976:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ef3aac3 00000400:00000010:2.0:1761313448.858978:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ef3aac3. 00000400:00000200:0.0:1761313448.858984:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001b40 00000100:00000200:2.0:1761313448.858987:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000515112ab x1846869206506304/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.858991:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf031 [1] + 224 00000400:00000200:0.0:1761313448.858999:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.859002:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.859006:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000515112ab x1846869206506304/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.859062:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.859068:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959940 00000400:00000200:0.0:1761313448.859073:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad99d [2] + 1312 00000400:00000200:0.0:1761313448.859126:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.859129:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.859133:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.859139:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfdd843f. 00000400:00000010:2.0:1761313448.859253:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e162bf4. 00000400:00000200:2.0:1761313448.859257:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aec04dd1 00000400:00000010:2.0:1761313448.859258:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aec04dd1. 00000100:00000200:2.0:1761313448.859263:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000515112ab x1846869206506304/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.859269:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000515112ab x1846869206506304/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.859296:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000270782c1. 02000000:00000010:2.0:1761313448.859301:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fc466756. 00000100:00000010:2.0:1761313448.859305:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000515112ab. 00000100:00000010:2.0:1761313448.859308:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053335f35. 00010000:00000010:2.0:1761313448.859312:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f63c570b. 00000020:00000010:3.0:1761313448.859643:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2bcb852. 00000020:00000010:3.0:1761313448.859650:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004a621030. 00000020:00000010:3.0:1761313448.859654:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f5bad5c. 00000100:00000200:3.0:1761313448.859675:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfdd843f x1846869199526208/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313448.859707:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526208 02000000:00000010:3.0:1761313448.859720:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000cb58e25. 00010000:00000010:3.0:1761313448.859747:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f5b2d10d. 00010000:00000010:3.0:1761313448.859766:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014a56ef6. 00000100:00000010:3.0:1761313448.859771:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.859787:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00010000:00000010:3.0:1761313448.859789:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014a56ef6. 00000400:00000010:3.0:1761313448.859802:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d33773eb. 00000100:00000200:3.0:1761313448.859807:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526208, offset 224 00080000:00000010:2.0:1761313448.859809:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008094cbb6. 00000400:00000200:3.0:1761313448.859813:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.859823:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.859828:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89795:89795:256:4294967295] 192.168.204.1@tcp LPNI seq info [89795:89795:8:4294967295] 00000400:00000200:3.0:1761313448.859836:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.859840:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.859844:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25bab87 (tot 82354770). 00000800:00000200:3.0:1761313448.859849:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.859855:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.859858:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25bab87 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.859882:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004a621030. 00000020:00000010:3.0:1761313448.859885:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f5bad5c. 00000020:00000010:3.0:1761313448.859889:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2bcb852. 00010000:00000010:2.0:1761313448.859895:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23b04d9. 00010000:00000010:2.0:1761313448.859901:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009eacbf23. 00000800:00000200:0.0:1761313448.860074:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.860077:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25bab87 (tot 82354522). 00000400:00000200:0.0:1761313448.860081:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.860085:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.860088:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d33773eb 00000400:00000010:0.0:1761313448.860089:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d33773eb. 00010000:00000010:2.0:1761313448.860186:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009908efd2. 00010000:00000010:2.0:1761313448.860192:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000973fb3db. 00010000:00000010:2.0:1761313448.860202:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.860205:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000d10c53. 00000100:00000010:2.0:1761313448.860212:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b23b8fe. 02000000:00000010:2.0:1761313448.860222:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000421db9a8. 02000000:00000010:2.0:1761313448.860242:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a966f1db. 00000400:00000010:2.0:1761313448.860247:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003873cc4b. 00000400:00000010:2.0:1761313448.860251:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313448.860255:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506368, portal 16 00000400:00000010:2.0:1761313448.860259:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1b40db9. 00000100:00000200:2.0:1761313448.860261:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506368, offset 0 00000400:00000200:2.0:1761313448.860266:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.860272:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.860278:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.860281:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.860284:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.860286:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89796:89796:256:4294967295] 192.168.204.1@tcp LPNI seq info [89796:89796:8:4294967295] 00000400:00000200:2.0:1761313448.860292:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.860296:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.860299:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313448.860303:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.860307:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.860309:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.860602:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.860605:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:3.0:1761313448.860609:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.860613:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.860616:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1b40db9 00000400:00000010:3.0:1761313448.860617:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1b40db9. 00000100:00000200:3.0:1761313448.860622:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b23b8fe x1846869206506368/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.862255:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.862273:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001b80 00000400:00000200:0.0:1761313448.862281:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf03d [1] + 224 00000400:00000200:0.0:1761313448.862292:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.862295:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.862303:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b23b8fe x1846869206506368/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.862338:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.862343:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959980 00000400:00000200:0.0:1761313448.862348:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad99d [2] + 1640 00000400:00000200:0.0:1761313448.862388:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.862392:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.862395:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.862400:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040c456cf. 00000400:00000010:2.0:1761313448.862464:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003873cc4b. 00000400:00000200:2.0:1761313448.862490:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:2.0:1761313448.862493:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:2.0:1761313448.862498:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b23b8fe x1846869206506368/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.862505:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b23b8fe x1846869206506368/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.862529:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a966f1db. 02000000:00000010:2.0:1761313448.862534:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000421db9a8. 00000100:00000010:2.0:1761313448.862537:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b23b8fe. 00000100:00000010:2.0:1761313448.862541:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000d10c53. 00010000:00000010:2.0:1761313448.862544:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00010000:00000010:0.1:1761313448.862595:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d432d78. 00010000:00000010:0.1:1761313448.862602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ad1425. 00000020:00000010:2.0:1761313448.863545:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000421db9a8. 00000020:00000010:2.0:1761313448.863552:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.863557:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.863581:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040c456cf x1846869199526272/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313448.863616:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526272 02000000:00000010:2.0:1761313448.863627:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a966f1db. 00010000:00000010:2.0:1761313448.863656:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7496270. 00010000:00000010:2.0:1761313448.863677:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.863683:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000d10c53. 00000100:00000010:2.0:1761313448.863697:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000d10c53. 00010000:00000010:2.0:1761313448.863700:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.863712:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313448.863716:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526272, offset 224 00000400:00000200:2.0:1761313448.863723:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.863734:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.863739:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89797:89797:256:4294967295] 192.168.204.1@tcp LPNI seq info [89797:89797:8:4294967295] 00000400:00000200:2.0:1761313448.863749:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.863754:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.863758:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82354770). 00000800:00000200:2.0:1761313448.863763:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.863768:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.863772:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.863787:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.863791:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.863794:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000421db9a8. 00000800:00000200:0.0:1761313448.863931:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.863935:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354522). 00000400:00000200:0.0:1761313448.863939:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.863943:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.863946:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:0.0:1761313448.863948:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00080000:00000010:0.0:1761313448.863972:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012990f2f. 00010000:00000010:0.0:1761313448.864164:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973fb3db. 00010000:00000010:0.0:1761313448.864171:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000da2ae05. 00010000:00000010:0.0:1761313448.864244:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0ad1425. 00010000:00000010:0.0:1761313448.864250:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d08dff9a. 00010000:00000010:0.0:1761313448.864259:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030663387. 00000100:00000010:0.0:1761313448.864263:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006bab1fdb. 00000100:00000010:0.0:1761313448.864270:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008fa85d88. 02000000:00000010:0.0:1761313448.864282:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000270782c1. 02000000:00000010:0.0:1761313448.864307:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1211582. 00000400:00000010:0.0:1761313448.864312:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003edb9760. 00000400:00000010:0.0:1761313448.864317:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014f680c3. 00000100:00000200:0.0:1761313448.864320:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506432, portal 16 00000400:00000010:0.0:1761313448.864324:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055ae023e. 00000100:00000200:0.0:1761313448.864326:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506432, offset 0 00000400:00000200:0.0:1761313448.864331:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.864337:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.864343:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.864347:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.864349:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.864351:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89798:89798:256:4294967295] 192.168.204.1@tcp LPNI seq info [89798:89798:8:4294967295] 00000400:00000200:0.0:1761313448.864358:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.864362:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.864365:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0672ee9 (tot 82354770). 00000800:00000200:0.0:1761313448.864368:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.864372:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.864374:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0672ee9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.864437:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.864440:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0672ee9 (tot 82354522). 00000400:00000200:3.0:1761313448.864447:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.864450:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.864453:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055ae023e 00000400:00000010:3.0:1761313448.864454:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055ae023e. 00000100:00000200:3.0:1761313448.864460:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008fa85d88 x1846869206506432/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.864518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086cd3a79. 00010000:00000010:2.1:1761313448.864524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000702fda54. 00010000:00000010:2.1:1761313448.864527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd41e8c. 00010000:00000010:3.1:1761313448.864578:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a11d3c8. 00000400:00000200:0.0:1761313448.866135:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.866150:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001bc0 00000400:00000200:0.0:1761313448.866157:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf049 [1] + 224 00000400:00000200:0.0:1761313448.866166:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.866169:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.866177:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008fa85d88 x1846869206506432/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.866208:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.866212:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be9599c0 00000400:00000200:0.0:1761313448.866217:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad99d [2] + 1968 00000400:00000010:0.0:1761313448.866220:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000649ace35. 00000400:00000200:0.0:1761313448.866223:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000727bb0a0 00000400:00000200:0.0:1761313448.866231:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.866234:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.866236:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000727bb0a0 00000400:00000010:0.0:1761313448.866237:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000727bb0a0 (tot 82354370). 00000100:00000200:0.0:1761313448.866241:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761313448.866298:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003edb9760. 00000400:00000200:2.0:1761313448.866301:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014f680c3 00000400:00000010:2.0:1761313448.866303:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014f680c3. 00000020:00000010:3.0:1761313448.866304:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aab109d4. 00000100:00000200:2.0:1761313448.866308:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008fa85d88 x1846869206506432/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761313448.866310:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004a621030. 00000020:00000010:3.0:1761313448.866314:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f5bad5c. 00000100:00000200:2.0:1761313448.866315:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008fa85d88 x1846869206506432/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.866332:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000421beb0d x1846869199526336/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:2.0:1761313448.866336:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1211582. 02000000:00000010:2.0:1761313448.866341:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000270782c1. 00000100:00000010:2.0:1761313448.866345:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008fa85d88. 00000100:00000010:2.0:1761313448.866349:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006bab1fdb. 00010000:00000010:2.0:1761313448.866352:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030663387. 00000100:00000200:3.0:1761313448.866367:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526336 02000000:00000010:3.0:1761313448.866377:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2bcb852. 00010000:00000010:3.0:1761313448.866399:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005fb0e605. 00010000:00000010:3.0:1761313448.866415:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014a56ef6. 00000100:00000010:3.0:1761313448.866420:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a6a6cc. 00000100:00000010:3.0:1761313448.866434:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a6a6cc. 00010000:00000010:3.0:1761313448.866437:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014a56ef6. 00000400:00000010:3.0:1761313448.866448:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bd1de9e. 00000100:00000200:3.0:1761313448.866452:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526336, offset 224 00080000:00000010:2.0:1761313448.866454:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000421db9a8. 00000400:00000200:3.0:1761313448.866458:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00010000:00000010:2.0:1761313448.866549:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d08dff9a. 00010000:00000010:2.0:1761313448.866555:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b33d3c40. 00010000:00000010:2.0:1761313448.866610:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073a61bce. 00010000:00000010:2.0:1761313448.866614:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d01aa689. 00010000:00000010:2.0:1761313448.866621:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.866624:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000d10c53. 00000100:00000010:2.0:1761313448.866630:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b23b8fe. 02000000:00000010:2.0:1761313448.866637:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000478c70d. 02000000:00000010:2.0:1761313448.866654:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ec95e9e. 00000400:00000010:2.0:1761313448.866657:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003873cc4b. 00000400:00000010:2.0:1761313448.866660:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086a44fc9. 00000100:00000200:2.0:1761313448.866663:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506496, portal 16 00000400:00000010:2.0:1761313448.866667:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b53b14. 00000100:00000200:2.0:1761313448.866668:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506496, offset 0 00000400:00000200:2.0:1761313448.866673:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.866697:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.866703:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89799:89799:256:4294967295] 192.168.204.1@tcp LPNI seq info [89799:89799:8:4294967295] 00000400:00000200:3.0:1761313448.866712:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.866717:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.866721:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354618). 00000800:00000200:3.0:1761313448.866725:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.866731:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.866734:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1761313448.866748:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.866753:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000020:00000010:3.0:1761313448.866755:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004a621030. 00000400:00000200:2.0:1761313448.866757:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1761313448.866759:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f5bad5c. 00000400:00000200:2.0:1761313448.866759:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.866762:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89800:89800:255:4294967295] 192.168.204.1@tcp LPNI seq info [89800:89800:7:4294967295] 00000020:00000010:3.0:1761313448.866763:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aab109d4. 00000400:00000200:2.0:1761313448.866768:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 02000000:00000010:3.0:1761313448.866769:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a966f1db. 00000800:00000200:2.0:1761313448.866771:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000100:00000010:3.0:1761313448.866772:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040c456cf. 02000000:00000010:3.0:1761313448.866774:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000cb58e25. 00000800:00000010:2.0:1761313448.866775:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82354866). 00000100:00000010:3.0:1761313448.866776:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfdd843f. 00000800:00000200:2.0:1761313448.866778:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 02000000:00000010:3.0:1761313448.866779:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f09a9df0. 00000100:00000010:3.0:1761313448.866781:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000046c261d2. 00000800:00000200:2.0:1761313448.866782:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.866783:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 424 niov 1 nkiov 1 02000000:00000010:3.0:1761313448.866784:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3710247. 00000100:00000010:3.0:1761313448.866786:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058c26597. 02000000:00000010:3.0:1761313448.866789:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e0dd5b2. 00000100:00000010:3.0:1761313448.866791:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c468af4. 02000000:00000010:3.0:1761313448.866794:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000019c54b55. 00000100:00000010:3.0:1761313448.866795:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000200:3.0:1761313448.866801:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313448.866805:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000778e1c21. 00000400:00000010:3.0:1761313448.866808:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000065a6a6cc (tot 82355018). 00000800:00000200:0.0:1761313448.866841:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.866843:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354770). 00000400:00000200:0.0:1761313448.866847:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.866850:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.866853:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bd1de9e 00000400:00000010:0.0:1761313448.866854:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bd1de9e. 02000000:00000010:0.0:1761313448.866859:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2bcb852. 00000800:00000200:0.0:1761313448.866906:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.866907:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354522). 00000400:00000200:0.0:1761313448.866910:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.866913:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.866915:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b53b14 00000400:00000010:0.0:1761313448.866916:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b53b14. 00000100:00000200:0.0:1761313448.866920:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b23b8fe x1846869206506496/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.867509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e206922a. 00010000:00000010:0.1:1761313448.867554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000def8c593. 00010000:00000010:0.1:1761313448.867562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba5ebf71. 00010000:00000010:0.1:1761313448.867565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058e98965. 00010000:00000010:0.1:1761313448.867568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ee91a3. 00000400:00000200:3.0:1761313448.869050:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.869067:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001c00 00000400:00000200:3.0:1761313448.869075:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf055 [1] + 224 00000400:00000200:3.0:1761313448.869085:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.869089:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.869098:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b23b8fe x1846869206506496/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.869143:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.869149:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959a00 00000400:00000010:2.0:1761313448.869154:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003873cc4b. 00000400:00000200:2.0:1761313448.869158:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086a44fc9 00000400:00000010:2.0:1761313448.869160:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086a44fc9. 00000400:00000200:3.0:1761313448.869165:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad9fd [2] + 0 00000100:00000200:2.0:1761313448.869165:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b23b8fe x1846869206506496/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.869173:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b23b8fe x1846869206506496/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.869200:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ec95e9e. 02000000:00000010:2.0:1761313448.869204:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000478c70d. 00000100:00000010:2.0:1761313448.869207:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b23b8fe. 00000100:00000010:2.0:1761313448.869211:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000d10c53. 00010000:00000010:2.0:1761313448.869214:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00010000:00000010:0.1:1761313448.869568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067a49397. 00010000:00000010:0.1:1761313448.869577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009908efd2. 00010000:00000010:3.1:1761313448.869595:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000911bd55b. 00000400:00000200:3.0:1761313448.869602:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.869607:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.869612:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.869617:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000046c261d2. 00000020:00000010:2.0:1761313448.869673:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000478c70d. 00000020:00000010:2.0:1761313448.869679:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.869682:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.869704:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000046c261d2 x1846869199526400/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313448.869738:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526400 02000000:00000010:2.0:1761313448.869748:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ec95e9e. 00010000:00000010:2.0:1761313448.869774:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ba68a254. 00010000:00000010:2.0:1761313448.869790:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf91a71f. 00000100:00000010:2.0:1761313448.869795:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000d10c53. 00000100:00000010:2.0:1761313448.869813:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000d10c53. 00010000:00000010:2.0:1761313448.869816:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf91a71f. 00000400:00000010:2.0:1761313448.869827:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086a44fc9. 00000100:00000200:2.0:1761313448.869831:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526400, offset 224 00000400:00000200:2.0:1761313448.869838:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.869848:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.869854:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89801:89801:256:4294967295] 192.168.204.1@tcp LPNI seq info [89801:89801:8:4294967295] 00000400:00000200:2.0:1761313448.869863:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.869868:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.869872:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82354770). 00000800:00000200:2.0:1761313448.869877:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.869883:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.869886:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.869901:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d4423820. 00000020:00000010:2.0:1761313448.869906:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.869908:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000478c70d. 00000800:00000200:0.0:1761313448.870009:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.870012:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354522). 00000400:00000200:0.0:1761313448.870016:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.870019:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.870022:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086a44fc9 00000400:00000010:0.0:1761313448.870024:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086a44fc9. 00080000:00000010:3.0:1761313448.870188:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019c54b55. 00010000:00000010:3.0:1761313448.870271:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d01aa689. 00010000:00000010:3.0:1761313448.870278:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000423e811b. 00010000:00000010:3.0:1761313448.870351:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002404edd0. 00010000:00000010:3.0:1761313448.870357:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.870366:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014a56ef6. 00000100:00000010:3.0:1761313448.870370:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dec9ad21. 00000100:00000010:3.0:1761313448.870377:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000428d88e4. 02000000:00000010:3.0:1761313448.870387:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e0dd5b2. 02000000:00000010:3.0:1761313448.870409:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2bcb852. 00000400:00000010:3.0:1761313448.870414:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004084b6a3. 00000400:00000010:3.0:1761313448.870418:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b590dea. 00000100:00000200:3.0:1761313448.870422:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506560, portal 16 00000400:00000010:3.0:1761313448.870425:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029b8ed9c. 00000100:00000200:3.0:1761313448.870427:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506560, offset 0 00000400:00000200:3.0:1761313448.870433:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.870439:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.870446:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.870450:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.870452:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.870455:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89802:89802:256:4294967295] 192.168.204.1@tcp LPNI seq info [89802:89802:8:4294967295] 00000400:00000200:3.0:1761313448.870462:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.870466:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.871124:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005335cb5f (tot 82354770). 00000800:00000200:3.0:1761313448.871133:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.871138:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.871141:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005335cb5f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.872763:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.872771:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005335cb5f (tot 82354522). 00000400:00000200:0.0:1761313448.872777:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.872785:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.872791:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029b8ed9c 00000400:00000010:0.0:1761313448.872793:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029b8ed9c. 00000100:00000200:0.0:1761313448.872803:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000428d88e4 x1846869206506560/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.873582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8ea31b5. 00010000:00000010:2.1:1761313448.873593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ad1425. 00000400:00000200:3.0:1761313448.875351:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.875370:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001c40 00000400:00000200:3.0:1761313448.875379:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf065 [1] + 224 00000400:00000200:3.0:1761313448.875392:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.875396:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.875406:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000428d88e4 x1846869206506560/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313448.875617:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004084b6a3. 00000400:00000200:2.0:1761313448.875623:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b590dea 00000400:00000010:2.0:1761313448.875625:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b590dea. 00000100:00000200:2.0:1761313448.875633:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000428d88e4 x1846869206506560/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.875641:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000428d88e4 x1846869206506560/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.875675:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2bcb852. 02000000:00000010:2.0:1761313448.875682:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e0dd5b2. 00000100:00000010:2.0:1761313448.875685:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000428d88e4. 00000100:00000010:2.0:1761313448.875690:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dec9ad21. 00010000:00000010:2.0:1761313448.875693:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014a56ef6. 00010000:00000010:3.1:1761313448.877514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b281f30d. 00010000:00000010:3.1:1761313448.877527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a61bce. 00010000:00000010:2.1:1761313448.877625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1077953. 00000400:00000200:0.0:1761313448.880182:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.880199:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959a40 00000400:00000200:0.0:1761313448.880207:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad9fd [2] + 328 00000400:00000200:0.0:1761313448.880278:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.880285:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.880293:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.880300:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfb623eb. 00000020:00000010:3.0:1761313448.880383:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3710247. 00000020:00000010:3.0:1761313448.880390:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004a621030. 00000020:00000010:3.0:1761313448.880395:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f5bad5c. 00000100:00000200:3.0:1761313448.880421:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfb623eb x1846869199526464/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313448.880461:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526464 02000000:00000010:3.0:1761313448.880495:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000cb58e25. 00010000:00000010:3.0:1761313448.880524:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f624667d. 00010000:00000010:3.0:1761313448.880543:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f4e89442. 00000100:00000010:3.0:1761313448.880550:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000246d7168. 00000100:00000010:3.0:1761313448.880562:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000246d7168. 00010000:00000010:3.0:1761313448.880566:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f4e89442. 00000400:00000010:3.0:1761313448.880581:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b08f2b92. 00000100:00000200:3.0:1761313448.880586:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526464, offset 224 00000400:00000200:3.0:1761313448.880648:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.880658:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.880664:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89803:89803:256:4294967295] 192.168.204.1@tcp LPNI seq info [89803:89803:8:4294967295] 00000400:00000200:3.0:1761313448.880672:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.880678:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.880682:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313448.880689:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.880695:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.880699:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.880724:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004a621030. 00000020:00000010:3.0:1761313448.880728:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f5bad5c. 00000020:00000010:3.0:1761313448.880733:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3710247. 00000800:00000200:0.0:1761313448.880799:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.880802:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:0.0:1761313448.880807:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.880810:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.880813:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b08f2b92 00000400:00000010:0.0:1761313448.880815:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b08f2b92. 00080000:00000010:3.0:1761313448.882937:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aab109d4. 00010000:00000010:3.0:1761313448.883035:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.883043:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5c6a86f. 00010000:00000010:3.0:1761313448.883109:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f51b2. 00010000:00000010:3.0:1761313448.883123:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004a621030. 00010000:00000010:3.0:1761313448.883127:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032fad103. 00010000:00000010:3.0:1761313448.883131:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00080000:00000010:3.0:1761313448.883146:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3710247. 00010000:00000010:3.0:1761313448.883170:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.883172:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a621030. 00010000:00000010:3.0:1761313448.883216:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066430b3f. 00010000:00000010:3.0:1761313448.883219:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.883226:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f4e89442. 00000100:00000010:3.0:1761313448.883231:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000246d7168. 00000100:00000010:3.0:1761313448.883238:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b53a2de. 02000000:00000010:3.0:1761313448.883253:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5af2ac2. 02000000:00000010:3.0:1761313448.883279:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f899181. 00000400:00000010:3.0:1761313448.883285:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000318cc8c4. 00000400:00000010:3.0:1761313448.883290:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac83a63. 00000100:00000200:3.0:1761313448.883295:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506624, portal 16 00000400:00000010:3.0:1761313448.883300:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040bc3654. 00000100:00000200:3.0:1761313448.883302:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506624, offset 0 00000400:00000200:3.0:1761313448.883310:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.883323:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.883330:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.883333:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.883336:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.883339:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89804:89804:256:4294967295] 192.168.204.1@tcp LPNI seq info [89804:89804:8:4294967295] 00000400:00000200:3.0:1761313448.883351:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.883357:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.883361:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313448.883366:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.883372:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.883376:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313448.883769:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.883773:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:2.0:1761313448.883778:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.883782:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.883786:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040bc3654 00000400:00000010:2.0:1761313448.883788:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040bc3654. 00000100:00000200:2.0:1761313448.883796:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b53a2de x1846869206506624/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.890870:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.890891:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001c80 00000400:00000200:0.0:1761313448.890899:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf071 [1] + 224 00000400:00000200:0.0:1761313448.890912:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.890917:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.890928:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b53a2de x1846869206506624/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.890964:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.890969:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959a80 00000400:00000200:0.0:1761313448.890974:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad9fd [2] + 656 00000400:00000200:0.0:1761313448.890995:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.890998:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.891001:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.891007:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 00000020:00000010:1.0:1761313448.891103:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000528d94fc. 00000020:00000010:1.0:1761313448.891120:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da3e811d. 00000020:00000010:1.0:1761313448.891125:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016f3775c. 00000100:00000200:1.0:1761313448.891149:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097d9a2db x1846869199526528/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313448.891184:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526528 02000000:00000010:1.0:1761313448.891196:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000575fb5e0. 00010000:00000010:1.0:1761313448.891236:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075f3a59f. 00000100:00000010:1.0:1761313448.891245:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062ff618f. 00000100:00000010:1.0:1761313448.891252:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062ff618f. 00010000:00000010:1.0:1761313448.891256:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075f3a59f. 00000400:00000010:1.0:1761313448.891270:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d52d4f38. 00000100:00000200:1.0:1761313448.891275:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526528, offset 224 00000400:00000200:1.0:1761313448.891282:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.891293:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.891298:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89805:89805:256:4294967295] 192.168.204.1@tcp LPNI seq info [89805:89805:8:4294967295] 00000400:00000200:1.0:1761313448.891307:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.891311:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.891315:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033eff44 (tot 82354770). 00000800:00000200:1.0:1761313448.891321:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.891328:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.891331:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033eff44 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.891349:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da3e811d. 00000020:00000010:1.0:1761313448.891354:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016f3775c. 00000020:00000010:1.0:1761313448.891357:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000528d94fc. 00000800:00000200:1.0:1761313448.891429:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.891432:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033eff44 (tot 82354522). 00000400:00000200:1.0:1761313448.891436:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.891439:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.891443:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d52d4f38 00000400:00000010:1.0:1761313448.891445:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d52d4f38. 00000400:00000010:3.0:1761313448.892119:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000318cc8c4. 00000400:00000200:3.0:1761313448.892124:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac83a63 00000400:00000010:3.0:1761313448.892126:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac83a63. 00000100:00000200:3.0:1761313448.892134:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b53a2de x1846869206506624/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.892142:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b53a2de x1846869206506624/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313448.892164:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000632e04cc. 02000000:00000010:3.0:1761313448.892176:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f899181. 02000000:00000010:3.0:1761313448.892180:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5af2ac2. 00000100:00000010:3.0:1761313448.892183:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b53a2de. 00000100:00000010:3.0:1761313448.892187:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000246d7168. 00010000:00000010:3.0:1761313448.892189:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f4e89442. 00080000:00000010:3.0:1761313448.892203:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5af2ac2. 00010000:00000010:3.0:1761313448.892293:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.892300:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c02d9505. 00010000:00000010:3.0:1761313448.892376:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8492a51. 00010000:00000010:3.0:1761313448.892381:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.892390:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f4e89442. 00000100:00000010:3.0:1761313448.892394:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000246d7168. 00000100:00000010:3.0:1761313448.892400:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b53a2de. 02000000:00000010:3.0:1761313448.892410:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f899181. 02000000:00000010:3.0:1761313448.892436:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049fc0043. 00000400:00000010:3.0:1761313448.892441:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000318cc8c4. 00000400:00000010:3.0:1761313448.892444:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac83a63. 00000100:00000200:3.0:1761313448.892449:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506688, portal 16 00000400:00000010:3.0:1761313448.892453:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d690a504. 00000100:00000200:3.0:1761313448.892455:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506688, offset 0 00000400:00000200:3.0:1761313448.892534:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.892542:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.892550:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.892553:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.892556:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.892558:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89806:89806:256:4294967295] 192.168.204.1@tcp LPNI seq info [89806:89806:8:4294967295] 00000400:00000200:3.0:1761313448.892566:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.892571:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.892575:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005335cb5f (tot 82354770). 00000800:00000200:3.0:1761313448.892580:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.892585:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.892588:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005335cb5f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.892651:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.892654:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005335cb5f (tot 82354522). 00000400:00000200:3.0:1761313448.892658:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.892661:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.892664:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d690a504 00000400:00000010:3.0:1761313448.892665:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d690a504. 00000100:00000200:3.0:1761313448.892670:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b53a2de x1846869206506688/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.894445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c09f2f9. 00010000:00000010:3.1:1761313448.894457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060d500f1. 00010000:00000010:3.1:1761313448.894461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002404edd0. 00010000:00000010:3.1:1761313448.894464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f51b2. 00010000:00000010:3.1:1761313448.894480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fad103. 00000400:00000200:0.0:1761313448.895075:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.895089:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001cc0 00000400:00000200:0.0:1761313448.895097:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf07d [1] + 224 00000400:00000200:0.0:1761313448.895109:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.895121:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.895130:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b53a2de x1846869206506688/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313448.895213:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000318cc8c4. 00000400:00000200:2.0:1761313448.895218:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac83a63 00000400:00000010:2.0:1761313448.895220:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac83a63. 00000100:00000200:2.0:1761313448.895226:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b53a2de x1846869206506688/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.895233:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b53a2de x1846869206506688/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313448.895259:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049fc0043. 02000000:00000010:2.0:1761313448.895264:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f899181. 00000100:00000010:2.0:1761313448.895268:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b53a2de. 00000100:00000010:2.0:1761313448.895272:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000246d7168. 00010000:00000010:2.0:1761313448.895276:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f4e89442. 00000400:00000200:1.0:1761313448.896339:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313448.896353:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959ac0 00000400:00000200:1.0:1761313448.896360:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad9fd [2] + 984 00000400:00000200:1.0:1761313448.896416:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.896420:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313448.896425:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313448.896430:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 00000020:00000010:0.0:1761313448.897130:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093646e6c. 00000020:00000010:0.0:1761313448.897138:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313448.897142:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.897166:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000479fcbdf x1846869199526592/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313448.897202:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526592 02000000:00000010:0.0:1761313448.897213:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cda0e0be. 00010000:00000010:0.0:1761313448.897242:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc46ccf0. 00010000:00000010:0.0:1761313448.897261:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c6ea00. 00000100:00000010:0.0:1761313448.897268:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1861b1a. 00000100:00000010:0.0:1761313448.897535:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1861b1a. 00010000:00000010:0.0:1761313448.897540:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c6ea00. 00000400:00000010:0.0:1761313448.897555:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79a4b62. 00000100:00000200:0.0:1761313448.897562:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526592, offset 224 00000400:00000200:0.0:1761313448.897570:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.897582:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.897588:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89807:89807:256:4294967295] 192.168.204.1@tcp LPNI seq info [89807:89807:8:4294967295] 00000400:00000200:0.0:1761313448.897600:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.897605:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.897609:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c8098d0 (tot 82354770). 00000800:00000200:0.0:1761313448.897615:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.897622:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.897626:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c8098d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.897649:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313448.897654:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.897657:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093646e6c. 00000800:00000200:1.0:1761313448.897796:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.897801:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c8098d0 (tot 82354522). 00000400:00000200:1.0:1761313448.897808:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.897812:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.897815:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79a4b62 00000400:00000010:1.0:1761313448.897817:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79a4b62. 00080000:00000010:3.0:1761313448.900346:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c169541. 00010000:00000010:3.0:1761313448.900444:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.900452:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000028fd6116. 00010000:00000010:3.0:1761313448.900562:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032fad103. 00010000:00000010:3.0:1761313448.900568:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.900579:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313448.900586:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c3d73a2. 00000100:00000010:3.0:1761313448.900593:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a9f342a. 02000000:00000010:3.0:1761313448.900606:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008129261e. 02000000:00000010:3.0:1761313448.900632:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e586c841. 00000400:00000010:3.0:1761313448.900639:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae1c40ca. 00000400:00000010:3.0:1761313448.900645:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d690a504. 00000100:00000200:3.0:1761313448.900651:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506752, portal 16 00000400:00000010:3.0:1761313448.900655:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000172cca3d. 00000100:00000200:3.0:1761313448.900658:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506752, offset 0 00000400:00000200:3.0:1761313448.900667:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.900680:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.900687:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.900690:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.900693:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.900696:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89808:89808:256:4294967295] 192.168.204.1@tcp LPNI seq info [89808:89808:8:4294967295] 00000400:00000200:3.0:1761313448.900706:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.900712:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.900716:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005335cb5f (tot 82354770). 00000800:00000200:3.0:1761313448.900722:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.900729:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.900732:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005335cb5f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.901011:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.901015:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005335cb5f (tot 82354522). 00000400:00000200:0.0:1761313448.901018:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.901022:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.901026:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000172cca3d 00000400:00000010:0.0:1761313448.901028:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000172cca3d. 00000100:00000200:0.0:1761313448.901036:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a9f342a x1846869206506752/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313448.905791:0:78658:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ac3036. 00010000:00000010:3.1:1761313448.906519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000563c57e1. 00010000:00000010:3.1:1761313448.906528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b9f95ef. 00010000:00000010:3.1:1761313448.906531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066430b3f. 00010000:00000010:3.1:1761313448.909506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab7f92eb. 00010000:00000010:3.1:1761313448.909515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8492a51. 00000400:00000200:3.0:1761313448.910728:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.910742:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001d00 00000400:00000200:3.0:1761313448.910749:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf089 [1] + 224 00000400:00000200:3.0:1761313448.910760:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.910763:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.910772:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a9f342a x1846869206506752/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.910807:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.910811:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959b00 00000400:00000200:3.0:1761313448.910816:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad9fd [2] + 1312 00000400:00000200:3.0:1761313448.910826:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.910829:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.910832:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.910837:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29948a1. 00000020:00000010:0.0:1761313448.910910:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000171a7e4e. 00000020:00000010:0.0:1761313448.910917:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313448.910922:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.910945:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29948a1 x1846869199526656/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313448.910979:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526656 02000000:00000010:0.0:1761313448.910989:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1211582. 00010000:00000010:0.0:1761313448.911026:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c6ea00. 00000100:00000010:0.0:1761313448.911032:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1861b1a. 00000100:00000010:0.0:1761313448.911038:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1861b1a. 00010000:00000010:0.0:1761313448.911041:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c6ea00. 00000400:00000010:3.0:1761313448.911183:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae1c40ca. 00000400:00000200:3.0:1761313448.911187:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d690a504 00000400:00000010:3.0:1761313448.911190:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d690a504. 00000100:00000200:3.0:1761313448.911196:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a9f342a x1846869206506752/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.911203:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a9f342a x1846869206506752/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313448.911223:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ef5fd30. 02000000:00000010:3.0:1761313448.911234:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e586c841. 02000000:00000010:3.0:1761313448.911239:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008129261e. 00000100:00000010:3.0:1761313448.911243:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a9f342a. 00000100:00000010:3.0:1761313448.911247:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c3d73a2. 00010000:00000010:3.0:1761313448.911249:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00080000:00000010:3.0:1761313448.911264:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008129261e. 00010000:00000010:3.0:1761313448.911347:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.911353:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005a0ff9d. 00010000:00000010:3.0:1761313448.911426:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8492a51. 00010000:00000010:3.0:1761313448.911432:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.911442:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313448.911445:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c3d73a2. 00000100:00000010:3.0:1761313448.911451:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a9f342a. 02000000:00000010:3.0:1761313448.911461:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e586c841. 02000000:00000010:3.0:1761313448.911504:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049fc0043. 00000400:00000010:3.0:1761313448.911508:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae1c40ca. 00000400:00000010:3.0:1761313448.911511:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d690a504. 00000100:00000200:3.0:1761313448.911517:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506816, portal 16 00000400:00000010:3.0:1761313448.911522:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e5db43f. 00000100:00000200:3.0:1761313448.911524:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506816, offset 0 00000400:00000200:3.0:1761313448.911530:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.911540:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.911547:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.911550:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.911553:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.911556:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89809:89809:256:4294967295] 192.168.204.1@tcp LPNI seq info [89809:89809:8:4294967295] 00000400:00000200:3.0:1761313448.911564:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.911568:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.911573:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354770). 00000800:00000200:3.0:1761313448.911577:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.911583:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.911587:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761313448.911654:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313448.911657:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526656, offset 224 00000400:00000200:0.0:1761313448.911662:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.911668:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.911672:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89810:89810:255:4294967295] 192.168.204.1@tcp LPNI seq info [89810:89810:7:4294967295] 00000400:00000200:0.0:1761313448.911679:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.911683:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.911686:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044ba7d01 (tot 82355018). 00000800:00000200:0.0:1761313448.911690:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.911693:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.911695:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044ba7d01 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.911704:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313448.911708:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.911711:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000171a7e4e. 00000800:00000200:0.0:1761313448.911756:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.911760:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354770). 00000400:00000200:0.0:1761313448.911763:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.911766:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.911768:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e5db43f 00000400:00000010:0.0:1761313448.911769:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e5db43f. 00000100:00000200:0.0:1761313448.911774:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a9f342a x1846869206506816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761313448.912336:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.912339:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044ba7d01 (tot 82354522). 00000400:00000200:0.0:1761313448.912346:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.912350:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.912353:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:0.0:1761313448.912355:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00010000:00000010:3.1:1761313448.916584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014571eae. 00010000:00000010:3.1:1761313448.916598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002db40c10. 00010000:00000010:3.1:1761313448.916602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fad103. 00000400:00000200:0.0:1761313448.917720:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.917736:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001d40 00000400:00000200:0.0:1761313448.917743:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf091 [1] + 224 00000400:00000200:0.0:1761313448.917754:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.917758:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.917768:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a9f342a x1846869206506816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.917791:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.917796:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959b40 00000400:00000200:0.0:1761313448.917800:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad9fd [2] + 1640 00000400:00000200:0.0:1761313448.918182:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.918186:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.918191:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.918196:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000af9e5096. 00000020:00000010:0.0:1761313448.918244:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000171a7e4e. 00000020:00000010:0.0:1761313448.918250:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313448.918254:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.918275:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000af9e5096 x1846869199526720/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313448.918303:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526720 02000000:00000010:0.0:1761313448.918313:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8f4c330. 00010000:00000010:0.0:1761313448.918347:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c6ea00. 00000100:00000010:0.0:1761313448.918354:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1861b1a. 00000100:00000010:0.0:1761313448.918359:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1861b1a. 00010000:00000010:0.0:1761313448.918362:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c6ea00. 00000400:00000010:0.0:1761313448.918374:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1bda532. 00000100:00000200:0.0:1761313448.918379:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526720, offset 224 00000400:00000200:0.0:1761313448.918385:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.918395:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.918401:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89811:89811:256:4294967295] 192.168.204.1@tcp LPNI seq info [89811:89811:8:4294967295] 00000400:00000200:0.0:1761313448.918410:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.918415:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.918419:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044ba7d01 (tot 82354770). 00000800:00000200:0.0:1761313448.918423:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.918430:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.918433:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044ba7d01 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.918448:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313448.918452:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.918455:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000171a7e4e. 00000400:00000010:3.0:1761313448.918705:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae1c40ca. 00000400:00000200:3.0:1761313448.918710:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d690a504 00000400:00000010:3.0:1761313448.918712:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d690a504. 00000100:00000200:3.0:1761313448.918719:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a9f342a x1846869206506816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.918733:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a9f342a x1846869206506816/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313448.918752:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032018cd2. 02000000:00000010:3.0:1761313448.918764:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049fc0043. 02000000:00000010:3.0:1761313448.918769:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e586c841. 00000100:00000010:3.0:1761313448.918772:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a9f342a. 00000100:00000010:3.0:1761313448.918776:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c3d73a2. 00010000:00000010:3.0:1761313448.918779:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00080000:00000010:3.0:1761313448.918793:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e586c841. 00010000:00000010:3.0:1761313448.918875:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.918882:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ae2f8d. 00010000:00000010:3.0:1761313448.918958:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032fad103. 00010000:00000010:3.0:1761313448.918963:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313448.918972:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000235f4a5a. 00000100:00000010:3.0:1761313448.918975:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c3d73a2. 00000100:00000010:3.0:1761313448.918981:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a9f342a. 02000000:00000010:3.0:1761313448.918991:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049fc0043. 02000000:00000010:3.0:1761313448.919012:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064957762. 00000400:00000010:3.0:1761313448.919016:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae1c40ca. 00000400:00000010:3.0:1761313448.919020:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d690a504. 00000100:00000200:3.0:1761313448.919024:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506880, portal 16 00000400:00000010:3.0:1761313448.919027:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3d214ba. 00000100:00000200:3.0:1761313448.919029:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506880, offset 0 00000400:00000200:3.0:1761313448.919034:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.919041:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.919047:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.919050:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.919053:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.919055:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89812:89812:255:4294967295] 192.168.204.1@tcp LPNI seq info [89812:89812:7:4294967295] 00000400:00000200:3.0:1761313448.919062:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.919066:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.919069:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25bab87 (tot 82355018). 00000800:00000200:3.0:1761313448.919073:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.919077:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.919080:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25bab87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.919128:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.919131:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044ba7d01 (tot 82354770). 00000400:00000200:3.0:1761313448.919137:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.919140:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.919142:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1bda532 00000400:00000010:3.0:1761313448.919144:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1bda532. 00000800:00000200:2.0:1761313448.920853:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.920858:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25bab87 (tot 82354522). 00000400:00000200:2.0:1761313448.920863:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.920869:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.920873:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3d214ba 00000400:00000010:2.0:1761313448.920875:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3d214ba. 00000100:00000200:2.0:1761313448.920882:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a9f342a x1846869206506880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.920933:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.920945:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001d80 00000400:00000200:3.0:1761313448.920951:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf0a1 [1] + 224 00000400:00000200:3.0:1761313448.920958:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.920961:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.920966:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a9f342a x1846869206506880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.920994:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.920999:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959b80 00000400:00000200:3.0:1761313448.921003:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xad9fd [2] + 1968 00000400:00000010:3.0:1761313448.921006:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085fc9573. 00000400:00000200:3.0:1761313448.921009:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000052d49303 00000400:00000200:3.0:1761313448.921191:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.921195:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.921198:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052d49303 00000400:00000010:3.0:1761313448.921199:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000052d49303 (tot 82354370). 00000100:00000200:3.0:1761313448.921203:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313448.921274:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f81be0e. 00000020:00000010:1.0:1761313448.921281:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d12ba92c. 00000020:00000010:1.0:1761313448.921285:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016f3775c. 00000100:00000200:1.0:1761313448.921304:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000206d83a6 x1846869199526784/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313448.921338:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526784 02000000:00000010:1.0:1761313448.921349:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb76e7f3. 00010000:00000010:1.0:1761313448.921375:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d386a6a. 00000100:00000010:1.0:1761313448.921381:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062ff618f. 00000100:00000010:1.0:1761313448.921385:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062ff618f. 00010000:00000010:1.0:1761313448.921390:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d386a6a. 00000400:00000010:1.0:1761313448.921400:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d52d4f38. 00000100:00000200:1.0:1761313448.921404:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526784, offset 224 00000400:00000200:1.0:1761313448.921410:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.921419:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.921423:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89813:89813:256:4294967295] 192.168.204.1@tcp LPNI seq info [89813:89813:8:4294967295] 00000400:00000200:1.0:1761313448.921431:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.921435:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.921438:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033eff44 (tot 82354618). 00000800:00000200:1.0:1761313448.921442:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.921447:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.921450:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033eff44 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.921465:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d12ba92c. 00000020:00000010:1.0:1761313448.921492:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016f3775c. 00000020:00000010:1.0:1761313448.921495:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f81be0e. 02000000:00000010:1.0:1761313448.921503:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8f4c330. 00000100:00000010:1.0:1761313448.921505:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000af9e5096. 02000000:00000010:1.0:1761313448.921509:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1211582. 00000100:00000010:1.0:1761313448.921511:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29948a1. 02000000:00000010:1.0:1761313448.921513:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cda0e0be. 00000100:00000010:1.0:1761313448.921515:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 02000000:00000010:1.0:1761313448.921518:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000575fb5e0. 00000100:00000010:1.0:1761313448.921521:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 02000000:00000010:1.0:1761313448.921524:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000cb58e25. 00000100:00000010:1.0:1761313448.921526:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfb623eb. 02000000:00000010:1.0:1761313448.921530:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ec95e9e. 00000100:00000010:1.0:1761313448.921532:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000046c261d2. 00000100:00000200:1.0:1761313448.921537:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313448.921725:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae1c40ca. 00000400:00000200:2.0:1761313448.921728:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d690a504 00000400:00000010:2.0:1761313448.921730:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d690a504. 00000100:00000200:2.0:1761313448.921735:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a9f342a x1846869206506880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313448.921742:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a9f342a x1846869206506880/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313448.921759:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cff140f6. 02000000:00000010:2.0:1761313448.921769:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064957762. 02000000:00000010:2.0:1761313448.921774:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000049fc0043. 00000100:00000010:2.0:1761313448.921777:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a9f342a. 00000100:00000010:2.0:1761313448.921781:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c3d73a2. 00010000:00000010:2.0:1761313448.921783:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000235f4a5a. 00080000:00000010:2.0:1761313448.921795:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5ab9669. 00010000:00000010:2.0:1761313448.921872:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:2.0:1761313448.921877:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5e01b93. 00010000:00000010:2.0:1761313448.921937:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075f27463. 00010000:00000010:2.0:1761313448.921941:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000015e7b0f6. 00010000:00000010:2.0:1761313448.921946:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008842060b. 00010000:00000010:2.0:1761313448.921950:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00080000:00000010:2.0:1761313448.921960:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000085c0efa. 00010000:00000010:2.0:1761313448.921982:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313448.921985:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015e7b0f6. 00010000:00000010:2.0:1761313448.922037:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013765fb6. 00010000:00000010:2.0:1761313448.922040:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000028426bd. 00010000:00000010:2.0:1761313448.922046:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006aa83b8f. 00000100:00000010:2.0:1761313448.922050:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f473011. 00000100:00000010:2.0:1761313448.922056:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b23b8fe. 02000000:00000010:2.0:1761313448.922064:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ec83194. 02000000:00000010:2.0:1761313448.922082:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ec95e9e. 00000400:00000010:2.0:1761313448.922087:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003873cc4b. 00000400:00000010:2.0:1761313448.922090:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b04dcd. 00000100:00000200:2.0:1761313448.922094:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206506944, portal 16 00000400:00000010:2.0:1761313448.922097:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c42d895. 00000100:00000200:2.0:1761313448.922098:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206506944, offset 0 00000400:00000200:2.0:1761313448.922103:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.922120:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.922127:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313448.922130:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313448.922133:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313448.922135:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89814:89814:255:4294967295] 192.168.204.1@tcp LPNI seq info [89814:89814:7:4294967295] 00000400:00000200:2.0:1761313448.922143:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.922147:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.922150:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82354866). 00000800:00000200:2.0:1761313448.922154:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.922158:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.922160:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.922197:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.922200:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033eff44 (tot 82354618). 00000400:00000200:1.0:1761313448.922203:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.922206:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.922209:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d52d4f38 00000400:00000010:1.0:1761313448.922210:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d52d4f38. 02000000:00000010:1.0:1761313448.922214:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb76e7f3. 00000800:00000200:1.0:1761313448.925216:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.925223:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354370). 00000400:00000200:1.0:1761313448.925229:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.925238:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.925243:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c42d895 00000400:00000010:1.0:1761313448.925245:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c42d895. 00000100:00000200:1.0:1761313448.925253:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b23b8fe x1846869206506944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313448.925282:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d9d40ab. 00000400:00000010:1.0:1761313448.925288:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000062ff618f (tot 82354522). 00000400:00000200:2.0:1761313448.926936:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.926955:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001dc0 00000400:00000200:2.0:1761313448.926962:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf0ad [1] + 224 00000400:00000200:2.0:1761313448.926974:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.926977:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313448.926987:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b23b8fe x1846869206506944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313448.927559:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313448.927566:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959bc0 00000400:00000200:2.0:1761313448.927571:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xada4d [2] + 0 00000400:00000200:2.0:1761313448.927579:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.927581:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313448.927585:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313448.927589:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 00000400:00000010:3.0:1761313448.928129:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003873cc4b. 00000400:00000200:3.0:1761313448.928134:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b04dcd 00000400:00000010:3.0:1761313448.928138:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b04dcd. 00000100:00000200:3.0:1761313448.928145:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b23b8fe x1846869206506944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.928154:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b23b8fe x1846869206506944/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.928183:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ec95e9e. 02000000:00000010:3.0:1761313448.928189:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ec83194. 00000100:00000010:3.0:1761313448.928192:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b23b8fe. 00000100:00000010:3.0:1761313448.928196:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f473011. 00010000:00000010:3.0:1761313448.928200:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006aa83b8f. 00000020:00000010:1.0:1761313448.928311:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb76e7f3. 00000020:00000010:1.0:1761313448.928317:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d12ba92c. 00000020:00000010:1.0:1761313448.928322:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016f3775c. 00000100:00000200:1.0:1761313448.928344:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c60925 x1846869199526848/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313448.928383:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526848 02000000:00000010:1.0:1761313448.928396:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000cb58e25. 00010000:00000010:1.0:1761313448.928423:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f8142b5. 00010000:00000010:1.0:1761313448.928443:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d386a6a. 00000100:00000010:1.0:1761313448.928449:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000374cb57a. 00000100:00000010:1.0:1761313448.928466:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000374cb57a. 00010000:00000010:1.0:1761313448.928503:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d386a6a. 00000400:00000010:1.0:1761313448.928515:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d52d4f38. 00000100:00000200:1.0:1761313448.928519:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526848, offset 224 00000400:00000200:1.0:1761313448.928527:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.928537:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.928543:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89815:89815:256:4294967295] 192.168.204.1@tcp LPNI seq info [89815:89815:8:4294967295] 00000400:00000200:1.0:1761313448.928552:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.928557:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.928561:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033eff44 (tot 82354770). 00000800:00000200:1.0:1761313448.928566:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.928573:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.928576:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033eff44 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.928598:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d12ba92c. 00000020:00000010:1.0:1761313448.928601:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016f3775c. 00000020:00000010:1.0:1761313448.928604:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb76e7f3. 00080000:00000010:3.0:1761313448.928710:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064957762. 00010000:00000010:3.0:1761313448.928799:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000028426bd. 00010000:00000010:3.0:1761313448.928806:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001605a0ed. 00010000:00000010:3.0:1761313448.928876:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066430b3f. 00010000:00000010:3.0:1761313448.928882:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313448.928891:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c17d0092. 00000100:00000010:3.0:1761313448.928894:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9055f11. 00000100:00000010:3.0:1761313448.928901:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cbfa9e4d. 02000000:00000010:3.0:1761313448.928911:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021ef6f47. 02000000:00000010:3.0:1761313448.928933:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb573ee2. 00000400:00000010:3.0:1761313448.928938:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000377ef84f. 00000400:00000010:3.0:1761313448.928942:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b94f63a. 00000100:00000200:3.0:1761313448.928946:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507008, portal 16 00000400:00000010:3.0:1761313448.928950:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313448.928952:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507008, offset 0 00000400:00000200:3.0:1761313448.928958:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.928964:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.928970:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.928974:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.928976:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.928979:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89816:89816:255:4294967295] 192.168.204.1@tcp LPNI seq info [89816:89816:7:4294967295] 00000400:00000200:3.0:1761313448.928986:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.928991:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.928993:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ea3a109 (tot 82355018). 00000800:00000200:3.0:1761313448.928997:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.929001:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.929003:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ea3a109 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.929750:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.929754:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033eff44 (tot 82354770). 00000400:00000200:3.0:1761313448.929758:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.929763:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.929767:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d52d4f38 00000400:00000010:3.0:1761313448.929769:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d52d4f38. 00000800:00000200:3.0:1761313448.929842:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.929844:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ea3a109 (tot 82354522). 00000400:00000200:3.0:1761313448.929848:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.929851:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.929853:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:3.0:1761313448.929854:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000100:00000200:3.0:1761313448.929860:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cbfa9e4d x1846869206507008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313448.930703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032253282. 00010000:00000010:3.1:1761313448.930711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000158d912b. 00010000:00000010:3.1:1761313448.930714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8492a51. 00000400:00000200:3.0:1761313448.931366:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.931382:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001e00 00000400:00000200:3.0:1761313448.931390:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf0bd [1] + 224 00000400:00000200:3.0:1761313448.931403:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.931406:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.931414:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cbfa9e4d x1846869206507008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313448.932094:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.932103:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959c00 00000400:00000200:3.0:1761313448.932109:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xada4d [2] + 328 00000400:00000200:3.0:1761313448.932163:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.932166:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.932170:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.932176:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6325621. 00000400:00000010:0.0:1761313448.932238:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000377ef84f. 00000400:00000200:0.0:1761313448.932244:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b94f63a 00000400:00000010:0.0:1761313448.932246:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b94f63a. 00000100:00000200:0.0:1761313448.932254:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cbfa9e4d x1846869206507008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.932261:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cbfa9e4d x1846869206507008/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.932289:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb573ee2. 02000000:00000010:0.0:1761313448.932295:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021ef6f47. 00000100:00000010:0.0:1761313448.932301:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cbfa9e4d. 00000100:00000010:0.0:1761313448.932304:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9055f11. 00010000:00000010:0.0:1761313448.932307:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c17d0092. 00000020:00000010:0.0:1761313448.932343:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006270eda5. 00000020:00000010:0.0:1761313448.932349:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313448.932353:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.932377:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f6325621 x1846869199526912/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313448.932408:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526912 02000000:00000010:0.0:1761313448.932419:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eae13f47. 00010000:00000010:0.0:1761313448.932446:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ec66426. 00010000:00000010:0.0:1761313448.932466:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c6ea00. 00000100:00000010:0.0:1761313448.932492:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1861b1a. 00000100:00000010:0.0:1761313448.932500:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1861b1a. 00010000:00000010:0.0:1761313448.932502:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c6ea00. 00080000:00000010:0.0:1761313448.932525:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085439795. 00010000:00000010:0.0:1761313448.932602:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:0.0:1761313448.932608:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e56eb97b. 00010000:00000010:0.0:1761313448.932680:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022ee91a3. 00010000:00000010:0.0:1761313448.932686:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a3c689a9. 00010000:00000010:0.0:1761313448.932694:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c6ea00. 00000100:00000010:0.0:1761313448.932697:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1861b1a. 00000100:00000010:0.0:1761313448.932703:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d53e42a. 02000000:00000010:0.0:1761313448.932714:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd7b2b61. 02000000:00000010:0.0:1761313448.932734:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059edcad8. 00000400:00000010:0.0:1761313448.932739:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000649ace35. 00000400:00000010:0.0:1761313448.932743:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313448.932750:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507072, portal 16 00000400:00000010:0.0:1761313448.932754:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bf2771b. 00000100:00000200:0.0:1761313448.932755:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507072, offset 0 00000400:00000200:0.0:1761313448.932763:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.932775:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.932783:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.932786:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.932789:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.932791:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89817:89817:256:4294967295] 192.168.204.1@tcp LPNI seq info [89817:89817:8:4294967295] 00000400:00000200:0.0:1761313448.932801:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.932806:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.932810:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bb4c615 (tot 82354770). 00000800:00000200:0.0:1761313448.932815:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.932822:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.932826:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003bb4c615 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761313448.932849:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313448.932851:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526912, offset 224 00000400:00000200:0.0:1761313448.932856:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.932861:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.932864:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89818:89818:255:4294967295] 192.168.204.1@tcp LPNI seq info [89818:89818:7:4294967295] 00000400:00000200:0.0:1761313448.932870:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.932873:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.932876:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044ba7d01 (tot 82355018). 00000800:00000200:0.0:1761313448.932880:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.932882:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.932884:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044ba7d01 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.932894:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313448.932898:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.932900:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006270eda5. 00000800:00000200:0.0:1761313448.932938:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.932941:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bb4c615 (tot 82354770). 00000400:00000200:0.0:1761313448.932947:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.932950:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.932952:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bf2771b 00000400:00000010:0.0:1761313448.932954:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bf2771b. 00000100:00000200:0.0:1761313448.932959:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002d53e42a x1846869206507072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761313448.933018:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.933020:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044ba7d01 (tot 82354522). 00000400:00000200:0.0:1761313448.933023:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.933026:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.933028:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:0.0:1761313448.933029:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000400:00000200:3.0:1761313448.934103:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.934125:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001e40 00000400:00000200:3.0:1761313448.934132:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf0c5 [1] + 224 00000400:00000200:3.0:1761313448.934144:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.934147:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.934153:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002d53e42a x1846869206507072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313448.938325:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000649ace35. 00000400:00000200:0.0:1761313448.938336:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:0.0:1761313448.938338:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000100:00000200:0.0:1761313448.938353:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002d53e42a x1846869206507072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313448.938363:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002d53e42a x1846869206507072/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313448.938393:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059edcad8. 02000000:00000010:0.0:1761313448.938398:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd7b2b61. 00000100:00000010:0.0:1761313448.938401:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d53e42a. 00000100:00000010:0.0:1761313448.938405:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1861b1a. 00010000:00000010:0.0:1761313448.938409:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c6ea00. 00000400:00000200:3.0:1761313448.938704:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.938719:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959c40 00000400:00000200:3.0:1761313448.938726:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xada4d [2] + 656 00000400:00000200:3.0:1761313448.938786:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.938791:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.938797:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.938802:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a54ac0b. 00000020:00000010:1.0:1761313448.938907:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb76e7f3. 00000020:00000010:1.0:1761313448.938914:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d12ba92c. 00000020:00000010:1.0:1761313448.938917:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016f3775c. 00000100:00000200:1.0:1761313448.938937:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a54ac0b x1846869199526976/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313448.938967:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199526976 02000000:00000010:1.0:1761313448.938977:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000575fb5e0. 00010000:00000010:1.0:1761313448.939000:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f02f0b80. 00010000:00000010:1.0:1761313448.939017:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d386a6a. 00000100:00000010:1.0:1761313448.939022:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000374cb57a. 00000100:00000010:1.0:1761313448.939039:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000374cb57a. 00010000:00000010:1.0:1761313448.939043:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d386a6a. 00000400:00000010:1.0:1761313448.939054:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004876d110. 00000100:00000200:1.0:1761313448.939058:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199526976, offset 224 00000400:00000200:1.0:1761313448.939065:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.939074:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.939080:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89819:89819:256:4294967295] 192.168.204.1@tcp LPNI seq info [89819:89819:8:4294967295] 00000400:00000200:1.0:1761313448.939089:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.939094:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.939099:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddde3699 (tot 82354770). 00000800:00000200:1.0:1761313448.939103:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.939118:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.939122:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddde3699 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.939135:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d12ba92c. 00000020:00000010:1.0:1761313448.939138:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016f3775c. 00000020:00000010:1.0:1761313448.939141:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb76e7f3. 00000800:00000200:0.0:1761313448.939221:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.939225:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddde3699 (tot 82354522). 00000400:00000200:0.0:1761313448.939228:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.939232:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.939234:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004876d110 00000400:00000010:0.0:1761313448.939235:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004876d110. 00080000:00000010:3.0:1761313448.939278:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb573ee2. 00010000:00000010:3.0:1761313448.939363:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3c689a9. 00010000:00000010:3.0:1761313448.939369:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a205cd46. 00010000:00000010:3.0:1761313448.939431:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8492a51. 00010000:00000010:3.0:1761313448.939436:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.939444:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bcc388. 00000100:00000010:3.0:1761313448.939447:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c5897d5. 00000100:00000010:3.0:1761313448.939452:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cbfa9e4d. 02000000:00000010:3.0:1761313448.939464:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5a150e0. 02000000:00000010:3.0:1761313448.939510:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eab95530. 00000400:00000010:3.0:1761313448.939515:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee2decd6. 00000400:00000010:3.0:1761313448.939519:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313448.939523:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507136, portal 16 00000400:00000010:3.0:1761313448.939527:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036954fa5. 00000100:00000200:3.0:1761313448.939528:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507136, offset 0 00000400:00000200:3.0:1761313448.939533:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.939539:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.939546:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.939549:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.939552:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.939554:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89820:89820:256:4294967295] 192.168.204.1@tcp LPNI seq info [89820:89820:8:4294967295] 00000400:00000200:3.0:1761313448.939561:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.939565:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.939568:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ea3a109 (tot 82354770). 00000800:00000200:3.0:1761313448.939571:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.939574:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.939577:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ea3a109 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.939653:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.939655:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ea3a109 (tot 82354522). 00000400:00000200:0.0:1761313448.939658:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.939662:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.939664:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036954fa5 00000400:00000010:0.0:1761313448.939665:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036954fa5. 00000100:00000200:0.0:1761313448.939671:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cbfa9e4d x1846869206507136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.944369:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.944387:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001e80 00000400:00000200:0.0:1761313448.944395:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf0d5 [1] + 224 00000400:00000200:0.0:1761313448.944406:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.944409:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.944419:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cbfa9e4d x1846869206507136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.944457:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.944461:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959c80 00000400:00000200:0.0:1761313448.944466:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xada4d [2] + 984 00000400:00000200:0.0:1761313448.944532:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.944535:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.944538:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.944544:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d53e42a. 00000020:00000010:0.0:1761313448.944582:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059edcad8. 00000020:00000010:0.0:1761313448.944588:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313448.944591:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.944621:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d53e42a x1846869199527040/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313448.944650:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527040 02000000:00000010:0.0:1761313448.944660:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006270eda5. 00010000:00000010:0.0:1761313448.944693:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c6ea00. 00000100:00000010:0.0:1761313448.944698:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1861b1a. 00000100:00000010:0.0:1761313448.944704:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1861b1a. 00010000:00000010:0.0:1761313448.944707:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c6ea00. 00000400:00000010:0.0:1761313448.944718:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313448.944722:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527040, offset 224 00000400:00000200:0.0:1761313448.944728:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.944737:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.944743:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89821:89821:256:4294967295] 192.168.204.1@tcp LPNI seq info [89821:89821:8:4294967295] 00000400:00000200:0.0:1761313448.944752:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.944757:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.944761:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044ba7d01 (tot 82354770). 00000800:00000200:0.0:1761313448.944766:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.944772:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.944775:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044ba7d01 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.944787:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313448.944790:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.944793:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059edcad8. 00000800:00000200:0.0:1761313448.944842:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.944845:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044ba7d01 (tot 82354522). 00000400:00000200:0.0:1761313448.944850:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.944853:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.944856:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:0.0:1761313448.944858:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 00000400:00000010:3.0:1761313448.945117:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee2decd6. 00000400:00000200:3.0:1761313448.945122:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:3.0:1761313448.945124:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000100:00000200:3.0:1761313448.945130:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cbfa9e4d x1846869206507136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.945138:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cbfa9e4d x1846869206507136/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313448.945157:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000422890cb. 02000000:00000010:3.0:1761313448.945169:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eab95530. 02000000:00000010:3.0:1761313448.945173:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b5a150e0. 00000100:00000010:3.0:1761313448.945177:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cbfa9e4d. 00000100:00000010:3.0:1761313448.945180:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c5897d5. 00010000:00000010:3.0:1761313448.945182:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bcc388. 00080000:00000010:3.0:1761313448.945197:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eab95530. 00010000:00000010:3.0:1761313448.945277:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.945281:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d89c8a86. 00010000:00000010:3.0:1761313448.945345:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002404edd0. 00010000:00000010:3.0:1761313448.945350:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.945357:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bcc388. 00000100:00000010:3.0:1761313448.945359:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c5897d5. 00000100:00000010:3.0:1761313448.945364:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cbfa9e4d. 02000000:00000010:3.0:1761313448.945373:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056690ee0. 02000000:00000010:3.0:1761313448.945393:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069c9e603. 00000400:00000010:3.0:1761313448.945396:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee2decd6. 00000400:00000010:3.0:1761313448.945399:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313448.945403:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507200, portal 16 00000400:00000010:3.0:1761313448.945407:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d86f44. 00000100:00000200:3.0:1761313448.945409:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507200, offset 0 00000400:00000200:3.0:1761313448.945414:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.945421:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.945427:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.945430:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.945432:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.945435:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89822:89822:256:4294967295] 192.168.204.1@tcp LPNI seq info [89822:89822:8:4294967295] 00000400:00000200:3.0:1761313448.945443:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.945447:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.945449:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048343f50 (tot 82354770). 00000800:00000200:3.0:1761313448.945453:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.945458:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.945461:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048343f50 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.948300:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.948306:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048343f50 (tot 82354522). 00000400:00000200:0.0:1761313448.948313:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.948322:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.948328:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d86f44 00000400:00000010:0.0:1761313448.948330:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d86f44. 00000100:00000200:0.0:1761313448.948339:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cbfa9e4d x1846869206507200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313448.948817:0:78661:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057039ccf. 00010000:00000010:2.1:1761313448.949520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8f06f0a. 00010000:00000010:2.1:1761313448.949527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d2a12d2. 00010000:00000010:2.1:1761313448.949530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fad103. 00010000:00000010:2.1:1761313448.949533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f27463. 00010000:00000010:2.1:1761313448.949535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008842060b. 00000400:00000200:0.0:1761313448.952739:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.952758:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001ec0 00000400:00000200:0.0:1761313448.952767:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf0e1 [1] + 224 00000400:00000200:0.0:1761313448.952776:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.952779:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.952789:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cbfa9e4d x1846869206507200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.952821:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.952825:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959cc0 00000400:00000200:0.0:1761313448.952829:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xada4d [2] + 1312 00000400:00000200:0.0:1761313448.952870:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.952873:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.952877:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.952883:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 00010000:00000010:3.1:1761313448.954158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040cf887c. 00010000:00000010:3.1:1761313448.954168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013765fb6. 00010000:00000010:3.1:1761313448.954174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043d2a4c2. 00010000:00000010:3.1:1761313448.954178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ee91a3. 00010000:00000010:3.1:1761313448.954180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5b86495. 00010000:00000010:3.1:1761313448.954183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000978ba001. 00010000:00000010:3.1:1761313448.954187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8492a51. 00000400:00000010:3.0:1761313448.954221:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee2decd6. 00000400:00000200:3.0:1761313448.954225:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:3.0:1761313448.954227:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000100:00000200:3.0:1761313448.954238:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cbfa9e4d x1846869206507200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.954247:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cbfa9e4d x1846869206507200/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.954276:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069c9e603. 02000000:00000010:3.0:1761313448.954281:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000056690ee0. 00000100:00000010:3.0:1761313448.954285:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cbfa9e4d. 00000100:00000010:3.0:1761313448.954288:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c5897d5. 00010000:00000010:3.0:1761313448.954292:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bcc388. 00000020:00000010:2.0:1761313448.954559:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc581ed4. 00000020:00000010:2.0:1761313448.954566:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313448.954570:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313448.954590:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009fcf2774 x1846869199527104/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313448.954620:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527104 02000000:00000010:2.0:1761313448.954629:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f09a9df0. 00010000:00000010:2.0:1761313448.954655:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005baf85ab. 00010000:00000010:2.0:1761313448.954671:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313448.954676:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091752c39. 00000100:00000010:2.0:1761313448.954680:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091752c39. 00010000:00000010:2.0:1761313448.954683:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00000400:00000010:2.0:1761313448.954693:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313448.954696:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527104, offset 224 00000400:00000200:2.0:1761313448.954703:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313448.954714:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313448.954719:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89823:89823:256:4294967295] 192.168.204.1@tcp LPNI seq info [89823:89823:8:4294967295] 00000400:00000200:2.0:1761313448.954729:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313448.954734:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.954738:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313448.954744:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.954750:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.954753:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313448.954769:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c554acd. 00000020:00000010:2.0:1761313448.954773:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313448.954776:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc581ed4. 00000800:00000200:2.0:1761313448.954850:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313448.954853:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:2.0:1761313448.954857:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313448.954860:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313448.954863:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:2.0:1761313448.954864:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00080000:00000010:3.0:1761313448.955101:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056690ee0. 00010000:00000010:3.0:1761313448.955196:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.955203:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d10c400c. 00010000:00000010:3.0:1761313448.955275:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f51b2. 00010000:00000010:3.0:1761313448.955279:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004a621030. 00010000:00000010:3.0:1761313448.955283:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8492a51. 00010000:00000010:3.0:1761313448.955288:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00080000:00000010:3.0:1761313448.955299:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069c9e603. 00010000:00000010:3.0:1761313448.955323:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.955326:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a621030. 00010000:00000010:3.0:1761313448.955380:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032fad103. 00010000:00000010:3.0:1761313448.955384:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.955391:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bcc388. 00000100:00000010:3.0:1761313448.955394:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c5897d5. 00000100:00000010:3.0:1761313448.955400:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cbfa9e4d. 02000000:00000010:3.0:1761313448.955409:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a1c90d4. 02000000:00000010:3.0:1761313448.955429:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039a952a0. 00000400:00000010:3.0:1761313448.955434:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee2decd6. 00000400:00000010:3.0:1761313448.955437:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313448.955442:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507264, portal 16 00000400:00000010:3.0:1761313448.955446:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7e97fc7. 00000100:00000200:3.0:1761313448.955447:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507264, offset 0 00000400:00000200:3.0:1761313448.955453:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.955460:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.959230:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.959246:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.959250:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.959254:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89824:89824:256:4294967295] 192.168.204.1@tcp LPNI seq info [89824:89824:8:4294967295] 00000400:00000200:3.0:1761313448.959266:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.959274:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313448.959539:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313448.959549:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313448.959556:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313448.959560:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.959909:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.959912:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:3.0:1761313448.959917:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.959922:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.959928:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7e97fc7 00000400:00000010:3.0:1761313448.959929:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7e97fc7. 00000100:00000200:3.0:1761313448.959940:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cbfa9e4d x1846869206507264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313448.960207:0:78662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f1f7e75. 00010000:00000010:0.1:1761313448.960613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002525e181. 00010000:00000010:0.1:1761313448.960620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1dd2897. 00010000:00000010:0.1:1761313448.960624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066430b3f. 00000400:00000200:0.0:1761313448.961418:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.961432:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001f00 00000400:00000200:0.0:1761313448.961440:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf0ed [1] + 224 00000400:00000200:0.0:1761313448.961453:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.961456:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.961464:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cbfa9e4d x1846869206507264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313448.961622:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee2decd6. 00000400:00000200:3.0:1761313448.961627:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:3.0:1761313448.961629:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000100:00000200:3.0:1761313448.961635:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cbfa9e4d x1846869206507264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.961643:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cbfa9e4d x1846869206507264/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.961671:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039a952a0. 02000000:00000010:3.0:1761313448.961676:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a1c90d4. 00000100:00000010:3.0:1761313448.961679:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cbfa9e4d. 00000100:00000010:3.0:1761313448.961683:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c5897d5. 00010000:00000010:3.0:1761313448.961686:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bcc388. 00000400:00000200:0.0:1761313448.961731:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.961737:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959d00 00000400:00000200:0.0:1761313448.961741:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xada4d [2] + 1640 00000400:00000200:0.0:1761313448.961782:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.961786:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.961789:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.961794:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efea900. 00000020:00000010:3.0:1761313448.961855:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5a150e0. 00000020:00000010:3.0:1761313448.961861:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004a621030. 00000020:00000010:3.0:1761313448.961865:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f5bad5c. 00000100:00000200:3.0:1761313448.961883:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003efea900 x1846869199527168/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313448.961912:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527168 02000000:00000010:3.0:1761313448.961922:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a1c90d4. 00010000:00000010:3.0:1761313448.961947:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d02b195. 00010000:00000010:3.0:1761313448.961964:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bcc388. 00000100:00000010:3.0:1761313448.961967:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c5897d5. 00000100:00000010:3.0:1761313448.961975:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c5897d5. 00010000:00000010:3.0:1761313448.961976:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bcc388. 00000400:00000010:3.0:1761313448.961986:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313448.961990:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527168, offset 224 00000400:00000200:3.0:1761313448.961996:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.962004:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.962009:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89825:89825:256:4294967295] 192.168.204.1@tcp LPNI seq info [89825:89825:8:4294967295] 00000400:00000200:3.0:1761313448.962017:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.962022:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.962025:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000879d95c5 (tot 82354770). 00000800:00000200:3.0:1761313448.962029:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.962035:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.962038:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000879d95c5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313448.962052:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004a621030. 00000020:00000010:3.0:1761313448.962055:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f5bad5c. 00000020:00000010:3.0:1761313448.962059:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5a150e0. 00000800:00000200:3.0:1761313448.962120:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.962123:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000879d95c5 (tot 82354522). 00000400:00000200:3.0:1761313448.962126:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.962130:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.962132:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:3.0:1761313448.962134:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00080000:00000010:3.0:1761313448.962155:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039a952a0. 00010000:00000010:3.0:1761313448.962231:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.962237:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005db04fb0. 00010000:00000010:3.0:1761313448.962307:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b197be0c. 00010000:00000010:3.0:1761313448.962313:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.962323:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bcc388. 00000100:00000010:3.0:1761313448.962327:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c5897d5. 00000100:00000010:3.0:1761313448.962333:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cbfa9e4d. 02000000:00000010:3.0:1761313448.962345:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5a150e0. 02000000:00000010:3.0:1761313448.962366:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084a84eb9. 00000400:00000010:3.0:1761313448.962370:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee2decd6. 00000400:00000010:3.0:1761313448.962375:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313448.962379:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507328, portal 16 00000400:00000010:3.0:1761313448.962383:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7e97fc7. 00000100:00000200:3.0:1761313448.962385:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507328, offset 0 00000400:00000200:3.0:1761313448.962391:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.962396:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.962403:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.962407:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.962409:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.962411:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89826:89826:256:4294967295] 192.168.204.1@tcp LPNI seq info [89826:89826:8:4294967295] 00000400:00000200:3.0:1761313448.962417:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.962421:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.962424:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000879d95c5 (tot 82354770). 00000800:00000200:3.0:1761313448.962428:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.962432:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.962434:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000879d95c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313448.962501:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.962503:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000879d95c5 (tot 82354522). 00000400:00000200:3.0:1761313448.962506:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.962510:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.962512:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7e97fc7 00000400:00000010:3.0:1761313448.962513:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7e97fc7. 00000100:00000200:3.0:1761313448.962517:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cbfa9e4d x1846869206507328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.964894:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.964913:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001f40 00000400:00000200:0.0:1761313448.964921:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf0f9 [1] + 224 00000400:00000200:0.0:1761313448.964932:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.964935:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.964946:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cbfa9e4d x1846869206507328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.964981:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.964986:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959d40 00000400:00000200:0.0:1761313448.964990:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xada4d [2] + 1968 00000400:00000010:0.0:1761313448.964994:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070cc88a2. 00000400:00000200:0.0:1761313448.964997:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d100516c 00000400:00000200:0.0:1761313448.965041:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.965046:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.965048:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d100516c 00000400:00000010:0.0:1761313448.965050:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d100516c (tot 82354370). 00000100:00000200:0.0:1761313448.965054:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313448.965102:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059edcad8. 00000020:00000010:0.0:1761313448.965118:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313448.965122:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.965144:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000045637927 x1846869199527232/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313448.965169:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527232 02000000:00000010:0.0:1761313448.965179:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f6bfd5b0. 00010000:00000010:0.0:1761313448.965215:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c6ea00. 00000100:00000010:0.0:1761313448.965222:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1861b1a. 00000100:00000010:0.0:1761313448.965228:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1861b1a. 00010000:00000010:0.0:1761313448.965230:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c6ea00. 00000400:00000010:0.0:1761313448.965243:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a08e166. 00000100:00000200:0.0:1761313448.965247:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527232, offset 224 00000400:00000200:0.0:1761313448.965254:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.965264:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.965269:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89827:89827:256:4294967295] 192.168.204.1@tcp LPNI seq info [89827:89827:8:4294967295] 00000400:00000200:0.0:1761313448.965278:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.965283:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.965287:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044ba7d01 (tot 82354618). 00000800:00000200:0.0:1761313448.965292:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.965299:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.965302:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044ba7d01 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.965317:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313448.965321:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.965324:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059edcad8. 02000000:00000010:0.0:1761313448.965332:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a1c90d4. 00000100:00000010:0.0:1761313448.965337:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efea900. 02000000:00000010:0.0:1761313448.965341:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f09a9df0. 00000100:00000010:0.0:1761313448.965343:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313448.965346:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006270eda5. 00000100:00000010:0.0:1761313448.965347:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d53e42a. 02000000:00000010:0.0:1761313448.965350:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000575fb5e0. 00000100:00000010:0.0:1761313448.965353:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a54ac0b. 02000000:00000010:0.0:1761313448.965356:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eae13f47. 00000100:00000010:0.0:1761313448.965358:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6325621. 02000000:00000010:0.0:1761313448.965360:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000cb58e25. 00000100:00000010:0.0:1761313448.965363:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000200:0.0:1761313448.965369:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313448.965373:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000649ace35. 00000400:00000010:0.0:1761313448.965376:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1861b1a (tot 82354770). 00000800:00000200:3.0:1761313448.965703:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.965706:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044ba7d01 (tot 82354522). 00000400:00000200:3.0:1761313448.965713:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.965717:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.965720:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a08e166 00000400:00000010:3.0:1761313448.965722:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a08e166. 02000000:00000010:3.0:1761313448.965726:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f6bfd5b0. 00000400:00000010:3.0:1761313448.965748:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee2decd6. 00000400:00000200:3.0:1761313448.965751:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:3.0:1761313448.965752:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000100:00000200:3.0:1761313448.965757:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cbfa9e4d x1846869206507328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.965765:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cbfa9e4d x1846869206507328/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313448.965787:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b460c26. 02000000:00000010:3.0:1761313448.965800:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084a84eb9. 02000000:00000010:3.0:1761313448.965805:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b5a150e0. 00000100:00000010:3.0:1761313448.965808:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cbfa9e4d. 00000100:00000010:3.0:1761313448.965811:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c5897d5. 00010000:00000010:3.0:1761313448.965813:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bcc388. 00080000:00000010:3.0:1761313448.965829:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ceacf83b. 00010000:00000010:3.0:1761313448.965910:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.965916:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b46d6394. 00010000:00000010:3.0:1761313448.965990:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003834540d. 00010000:00000010:3.0:1761313448.965995:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.966004:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bcc388. 00000100:00000010:3.0:1761313448.966007:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c5897d5. 00000100:00000010:3.0:1761313448.966012:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cbfa9e4d. 02000000:00000010:3.0:1761313448.966021:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000515ccc16. 02000000:00000010:3.0:1761313448.966042:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5a150e0. 00000400:00000010:3.0:1761313448.966046:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee2decd6. 00000400:00000010:3.0:1761313448.966049:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313448.966052:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507392, portal 16 00000400:00000010:3.0:1761313448.966057:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7e97fc7. 00000100:00000200:3.0:1761313448.966059:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507392, offset 0 00000400:00000200:3.0:1761313448.966064:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.966071:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.966077:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.966080:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.966083:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.966085:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89828:89828:256:4294967295] 192.168.204.1@tcp LPNI seq info [89828:89828:8:4294967295] 00000400:00000200:3.0:1761313448.966092:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.966096:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.966099:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000879d95c5 (tot 82354770). 00000800:00000200:3.0:1761313448.966103:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.966118:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.966121:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000879d95c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.970361:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.970368:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000879d95c5 (tot 82354522). 00000400:00000200:0.0:1761313448.970375:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.970383:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.970388:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7e97fc7 00000400:00000010:0.0:1761313448.970390:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7e97fc7. 00000100:00000200:0.0:1761313448.970401:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cbfa9e4d x1846869206507392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313448.970911:0:78657:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f5f4e39. 00010000:00000010:3.1:1761313448.972511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042cb4a3e. 00010000:00000010:3.1:1761313448.972524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002404edd0. 00010000:00000010:3.1:1761313448.972528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f51b2. 00010000:00000010:3.1:1761313448.972532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8492a51. 00010000:00000010:3.1:1761313448.972534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005af7227c. 00010000:00000010:3.1:1761313448.972537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7b5b4b0. 00010000:00000010:3.1:1761313448.972540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fad103. 00010000:00000010:3.1:1761313448.972543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9e657d1. 00010000:00000010:3.1:1761313448.972547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f9a45f9. 00010000:00000010:3.1:1761313448.972551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b197be0c. 00000400:00000200:0.0:1761313448.973226:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.973247:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001f80 00000400:00000200:0.0:1761313448.973254:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf109 [1] + 224 00000400:00000200:0.0:1761313448.973265:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.973269:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.973281:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cbfa9e4d x1846869206507392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.973316:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.973321:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959d80 00000400:00000200:0.0:1761313448.973326:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadaa5 [2] + 0 00000400:00000200:0.0:1761313448.973334:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.973337:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.973340:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313448.973345:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d53e42a. 00000020:00000010:1.0:1761313448.973425:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000528d94fc. 00000020:00000010:1.0:1761313448.973432:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000331736f9. 00000020:00000010:1.0:1761313448.973435:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016f3775c. 00000100:00000200:1.0:1761313448.973456:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d53e42a x1846869199527296/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313448.973504:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527296 02000000:00000010:1.0:1761313448.973514:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000575fb5e0. 00010000:00000010:1.0:1761313448.973549:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d386a6a. 00000100:00000010:1.0:1761313448.973555:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d13f80fb. 00000100:00000010:1.0:1761313448.973561:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d13f80fb. 00010000:00000010:1.0:1761313448.973565:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d386a6a. 00000400:00000010:1.0:1761313448.973577:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f876655b. 00000100:00000200:1.0:1761313448.973581:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527296, offset 224 00000400:00000200:1.0:1761313448.973588:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.973598:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313448.973603:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89829:89829:256:4294967295] 192.168.204.1@tcp LPNI seq info [89829:89829:8:4294967295] 00000400:00000200:1.0:1761313448.973613:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.973618:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.973622:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82354770). 00000800:00000200:1.0:1761313448.973628:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.973634:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.973637:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.973649:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000331736f9. 00000020:00000010:1.0:1761313448.973653:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016f3775c. 00000020:00000010:1.0:1761313448.973655:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000528d94fc. 00000800:00000200:3.0:1761313448.973800:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.973803:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:3.0:1761313448.973806:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.973810:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.973812:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f876655b 00000400:00000010:3.0:1761313448.973814:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f876655b. 00000400:00000010:3.0:1761313448.973835:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee2decd6. 00000400:00000200:3.0:1761313448.973838:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:3.0:1761313448.973839:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000100:00000200:3.0:1761313448.973844:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cbfa9e4d x1846869206507392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.973852:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cbfa9e4d x1846869206507392/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313448.973871:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2931fdc. 02000000:00000010:3.0:1761313448.973883:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5a150e0. 02000000:00000010:3.0:1761313448.973888:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000515ccc16. 00000100:00000010:3.0:1761313448.973892:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cbfa9e4d. 00000100:00000010:3.0:1761313448.973895:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c5897d5. 00010000:00000010:3.0:1761313448.973898:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bcc388. 00080000:00000010:3.0:1761313448.973914:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084a84eb9. 00010000:00000010:3.0:1761313448.974002:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.974008:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6d3bf9f. 00010000:00000010:3.0:1761313448.974081:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b197be0c. 00010000:00000010:3.0:1761313448.974087:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.974095:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bcc388. 00000100:00000010:3.0:1761313448.974098:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c5897d5. 00000100:00000010:3.0:1761313448.974103:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cbfa9e4d. 02000000:00000010:3.0:1761313448.974120:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000515ccc16. 02000000:00000010:3.0:1761313448.974139:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5a150e0. 00000400:00000010:3.0:1761313448.974143:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee2decd6. 00000400:00000010:3.0:1761313448.974145:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313448.974149:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507456, portal 16 00000400:00000010:3.0:1761313448.974153:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008502b0aa. 00000100:00000200:3.0:1761313448.974154:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507456, offset 0 00000400:00000200:3.0:1761313448.974159:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.974164:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.974170:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.974173:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.974175:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.974178:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89830:89830:256:4294967295] 192.168.204.1@tcp LPNI seq info [89830:89830:8:4294967295] 00000400:00000200:3.0:1761313448.974184:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.974188:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.974191:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b7e22f30 (tot 82354770). 00000800:00000200:3.0:1761313448.974194:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.974197:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.974199:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b7e22f30 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.975287:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.975292:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b7e22f30 (tot 82354522). 00000400:00000200:0.0:1761313448.975297:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.975303:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.975307:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008502b0aa 00000400:00000010:0.0:1761313448.975309:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008502b0aa. 00000100:00000200:0.0:1761313448.975316:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cbfa9e4d x1846869206507456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.977660:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.977676:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf001fc0 00000400:00000200:0.0:1761313448.977684:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf115 [1] + 224 00000400:00000200:0.0:1761313448.977696:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.977699:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.977708:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cbfa9e4d x1846869206507456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313448.977783:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee2decd6. 00000400:00000200:3.0:1761313448.977788:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:3.0:1761313448.977791:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000100:00000200:3.0:1761313448.977798:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cbfa9e4d x1846869206507456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.977805:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cbfa9e4d x1846869206507456/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.977830:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5a150e0. 02000000:00000010:3.0:1761313448.977835:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000515ccc16. 00000100:00000010:3.0:1761313448.977838:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cbfa9e4d. 00000100:00000010:3.0:1761313448.977841:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c5897d5. 00010000:00000010:3.0:1761313448.977844:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bcc388. 00000400:00000200:3.0:1761313448.981932:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313448.981953:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959dc0 00000400:00000200:3.0:1761313448.981962:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadaa5 [2] + 328 00000400:00000200:3.0:1761313448.982018:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.982023:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313448.982030:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313448.982036:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cbfa9e4d. 00000020:00000010:0.0:1761313448.982324:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd7b2b61. 00000020:00000010:0.0:1761313448.982331:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313448.982336:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313448.982364:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cbfa9e4d x1846869199527360/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313448.982532:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527360 02000000:00000010:0.0:1761313448.982546:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eae13f47. 00010000:00000010:0.0:1761313448.982578:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdcaada6. 00010000:00000010:0.0:1761313448.982602:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c6ea00. 00000100:00000010:0.0:1761313448.982609:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005ac607e7. 00000100:00000010:0.0:1761313448.982626:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005ac607e7. 00010000:00000010:0.0:1761313448.982631:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c6ea00. 00000400:00000010:0.0:1761313448.982646:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313448.982651:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527360, offset 224 00000400:00000200:0.0:1761313448.982660:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.982673:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.982679:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89831:89831:256:4294967295] 192.168.204.1@tcp LPNI seq info [89831:89831:8:4294967295] 00000400:00000200:0.0:1761313448.982689:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.982694:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.982699:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bb4c615 (tot 82354770). 00000800:00000200:0.0:1761313448.982705:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.982713:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.982716:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003bb4c615 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313448.982731:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313448.982736:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313448.982738:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd7b2b61. 00010000:00000010:3.1:1761313448.983058:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090e0d6b7. 00010000:00000010:3.1:1761313448.983066:0:64768:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa17e5bf. 00010000:00000010:3.1:1761313448.983070:0:64768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003834540d. 00080000:00000010:3.0:1761313448.984883:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000995b22b2. 00010000:00000010:3.0:1761313448.984983:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.984991:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e1297ed. 00010000:00000010:3.0:1761313448.985064:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003834540d. 00010000:00000010:3.0:1761313448.985070:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313448.985082:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bcc388. 00000100:00000010:3.0:1761313448.985089:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c5897d5. 00000100:00000010:3.0:1761313448.985097:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a9f342a. 02000000:00000010:3.0:1761313448.985121:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000515ccc16. 02000000:00000010:3.0:1761313448.985151:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5a150e0. 00000400:00000010:3.0:1761313448.985157:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee2decd6. 00000400:00000010:3.0:1761313448.985163:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313448.985168:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507520, portal 16 00000400:00000010:3.0:1761313448.985174:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021403d81. 00000100:00000200:3.0:1761313448.985177:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507520, offset 0 00000400:00000200:3.0:1761313448.985185:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313448.985199:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313448.985205:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313448.985209:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313448.985211:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313448.985214:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89832:89832:255:4294967295] 192.168.204.1@tcp LPNI seq info [89832:89832:7:4294967295] 00000400:00000200:3.0:1761313448.985224:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313448.985228:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313448.985232:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066f55ff8 (tot 82355018). 00000800:00000200:3.0:1761313448.985238:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313448.985244:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313448.985247:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066f55ff8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313448.985384:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.985389:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bb4c615 (tot 82354770). 00000400:00000200:0.0:1761313448.985396:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.985402:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.985405:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:0.0:1761313448.985407:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000800:00000200:0.0:1761313448.985454:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313448.985455:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066f55ff8 (tot 82354522). 00000400:00000200:0.0:1761313448.985458:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.985461:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313448.985463:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021403d81 00000400:00000010:0.0:1761313448.985464:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021403d81. 00000100:00000200:0.0:1761313448.985495:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a9f342a x1846869206507520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.991927:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.991948:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002000 00000400:00000200:0.0:1761313448.991958:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf121 [1] + 224 00000400:00000200:0.0:1761313448.991970:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.991974:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.991986:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a9f342a x1846869206507520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313448.992024:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313448.992076:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959e00 00000400:00000200:0.0:1761313448.992082:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadaa5 [2] + 656 00000400:00000200:0.0:1761313448.992107:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313448.992119:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313448.992124:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761313448.992129:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee2decd6. 00000100:00000010:0.0:1761313448.992130:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 00000400:00000200:3.0:1761313448.992135:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:3.0:1761313448.992137:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000100:00000200:3.0:1761313448.992144:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a9f342a x1846869206507520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313448.992152:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a9f342a x1846869206507520/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313448.992180:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5a150e0. 02000000:00000010:3.0:1761313448.992186:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000515ccc16. 00000100:00000010:3.0:1761313448.992190:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a9f342a. 00000100:00000010:3.0:1761313448.992193:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c5897d5. 00010000:00000010:3.0:1761313448.992197:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bcc388. 00000020:00000010:1.0:1761313448.992286:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000528d94fc. 00000020:00000010:1.0:1761313448.992293:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017a859df. 00000020:00000010:1.0:1761313448.992298:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016f3775c. 00000100:00000200:1.0:1761313448.992325:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009fcf2774 x1846869199527424/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:416/0 lens 328/0 e 0 to 0 dl 1761313491 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313448.992361:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527424 02000000:00000010:1.0:1761313448.992375:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f81be0e. 00010000:00000010:1.0:1761313448.992402:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b2ec2e3. 00010000:00000010:1.0:1761313448.992425:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d386a6a. 00000100:00000010:1.0:1761313448.992431:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d13f80fb. 00000100:00000010:1.0:1761313448.992452:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d13f80fb. 00010000:00000010:1.0:1761313448.992455:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d386a6a. 00000400:00000010:1.0:1761313448.992493:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a8c88d3. 00010000:00000010:0.1:1761313448.992495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ebfe99f. 00000100:00000200:1.0:1761313448.992498:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527424, offset 224 00000400:00000200:1.0:1761313448.992507:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313448.992517:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00080000:00000010:0.0:1761313448.992521:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd7b2b61. 00000400:00000200:1.0:1761313448.992523:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89833:89833:256:4294967295] 192.168.204.1@tcp LPNI seq info [89833:89833:8:4294967295] 00000400:00000200:1.0:1761313448.992532:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313448.992536:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313448.992540:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f73b8c26 (tot 82354770). 00000800:00000200:1.0:1761313448.992545:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313448.992552:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313448.992556:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f73b8c26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313448.992571:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017a859df. 00000020:00000010:1.0:1761313448.992575:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016f3775c. 00000020:00000010:1.0:1761313448.992578:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000528d94fc. 00010000:00000010:0.0:1761313448.992622:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:0.0:1761313448.992630:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3d93017. 00010000:00000010:3.1:1761313448.992635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073e989dc. 00010000:00000010:3.1:1761313448.992643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b197be0c. 00010000:00000010:0.0:1761313448.992711:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba5ebf71. 00010000:00000010:0.0:1761313448.992717:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004426fedb. 00000800:00000200:3.0:1761313448.992734:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313448.992737:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f73b8c26 (tot 82354522). 00000400:00000200:3.0:1761313448.992740:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313448.992744:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313448.992747:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a8c88d3 00000400:00000010:3.0:1761313448.992748:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a8c88d3. 00010000:00000010:0.0:1761313448.997173:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c6ea00. 00000100:00000010:0.0:1761313448.997190:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005ac607e7. 00000100:00000010:0.0:1761313448.997202:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efea900. 02000000:00000010:0.0:1761313448.997218:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006270eda5. 02000000:00000010:0.0:1761313448.997247:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059edcad8. 00000400:00000010:0.0:1761313448.997254:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001accd9d2. 00000400:00000010:0.0:1761313448.997260:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313448.997267:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507584, portal 16 00000400:00000010:0.0:1761313448.997272:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bf2771b. 00000100:00000200:0.0:1761313448.997274:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507584, offset 0 00000400:00000200:0.0:1761313448.997283:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313448.997303:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313448.997310:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313448.997315:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313448.997317:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313448.997320:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89834:89834:256:4294967295] 192.168.204.1@tcp LPNI seq info [89834:89834:8:4294967295] 00000400:00000200:0.0:1761313448.997329:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313448.997334:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313448.997339:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bb4c615 (tot 82354770). 00000800:00000200:0.0:1761313448.997345:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313448.997351:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313448.997355:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003bb4c615 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313448.997596:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313448.997599:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bb4c615 (tot 82354522). 00000400:00000200:1.0:1761313448.997608:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313448.997613:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313448.997617:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bf2771b 00000400:00000010:1.0:1761313448.997619:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bf2771b. 00000100:00000200:1.0:1761313448.997626:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003efea900 x1846869206507584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313449.000522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060841d42. 00000400:00000200:0.0:1761313449.000740:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.000757:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002040 00000400:00000200:0.0:1761313449.000765:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf12d [1] + 224 00000400:00000200:0.0:1761313449.000779:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.000782:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.000793:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efea900 x1846869206507584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313449.000893:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001accd9d2. 00000400:00000200:3.0:1761313449.000898:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:3.0:1761313449.000900:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 00000100:00000200:3.0:1761313449.000909:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003efea900 x1846869206507584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313449.000915:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003efea900 x1846869206507584/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313492 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313449.000942:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059edcad8. 02000000:00000010:3.0:1761313449.000948:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006270eda5. 00000100:00000010:3.0:1761313449.000951:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efea900. 00000100:00000010:3.0:1761313449.000956:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005ac607e7. 00010000:00000010:3.0:1761313449.000959:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c6ea00. 00000400:00000200:3.0:1761313449.001575:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.001588:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959e40 00000400:00000200:3.0:1761313449.001594:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadaa5 [2] + 984 00000400:00000200:3.0:1761313449.001646:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.001650:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.001655:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313449.001659:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a9f342a. 00000020:00000010:1.0:1761313449.003491:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000528d94fc. 00000020:00000010:1.0:1761313449.003505:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017a859df. 00000020:00000010:1.0:1761313449.003510:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016f3775c. 00000100:00000200:1.0:1761313449.003543:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a9f342a x1846869199527488/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313449.003579:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527488 02000000:00000010:1.0:1761313449.003591:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb76e7f3. 00010000:00000010:1.0:1761313449.003622:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004523d1a2. 00010000:00000010:1.0:1761313449.003647:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d386a6a. 00000100:00000010:1.0:1761313449.003655:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d13f80fb. 00000100:00000010:1.0:1761313449.003677:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d13f80fb. 00010000:00000010:1.0:1761313449.003681:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d386a6a. 00000400:00000010:1.0:1761313449.003694:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac840340. 00000100:00000200:1.0:1761313449.003699:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527488, offset 224 00000400:00000200:1.0:1761313449.003708:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313449.003720:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313449.003726:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89835:89835:256:4294967295] 192.168.204.1@tcp LPNI seq info [89835:89835:8:4294967295] 00000400:00000200:1.0:1761313449.003736:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313449.003741:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313449.003746:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddde3699 (tot 82354770). 00000800:00000200:1.0:1761313449.003752:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313449.003759:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313449.003762:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddde3699 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313449.003780:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017a859df. 00000020:00000010:1.0:1761313449.003784:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016f3775c. 00000020:00000010:1.0:1761313449.003787:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000528d94fc. 00000800:00000200:1.0:1761313449.003918:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.003922:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddde3699 (tot 82354522). 00000400:00000200:1.0:1761313449.003927:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.003931:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.003937:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac840340 00000400:00000010:1.0:1761313449.003939:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac840340. 00080000:00000010:2.0:1761313449.004099:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc581ed4. 00010000:00000010:2.0:1761313449.004212:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004426fedb. 00010000:00000010:2.0:1761313449.004219:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c90134e4. 00010000:00000010:2.0:1761313449.004318:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008842060b. 00010000:00000010:2.0:1761313449.004324:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d0725901. 00010000:00000010:2.0:1761313449.004336:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313449.004339:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091752c39. 00000100:00000010:2.0:1761313449.004347:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090a40237. 02000000:00000010:2.0:1761313449.004359:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a966f1db. 02000000:00000010:2.0:1761313449.004381:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb38131d. 00000400:00000010:2.0:1761313449.004386:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f171e134. 00000400:00000010:2.0:1761313449.004391:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313449.004396:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507648, portal 16 00000400:00000010:2.0:1761313449.004400:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb1bbf3c. 00000100:00000200:2.0:1761313449.004402:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507648, offset 0 00000400:00000200:2.0:1761313449.004407:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.004414:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.004421:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313449.004424:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313449.004426:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313449.004429:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89836:89836:256:4294967295] 192.168.204.1@tcp LPNI seq info [89836:89836:8:4294967295] 00000400:00000200:2.0:1761313449.004435:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.004439:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.004442:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82354770). 00000800:00000200:2.0:1761313449.004446:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.004451:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.004453:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313449.004633:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.004638:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00000400:00000200:0.0:1761313449.004642:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.004646:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.004648:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb1bbf3c 00000400:00000010:0.0:1761313449.004650:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb1bbf3c. 00000100:00000200:0.0:1761313449.004656:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090a40237 x1846869206507648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313449.007453:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00010000:00000010:0.1:1761313449.007520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a450d8c0. 00010000:00000010:0.1:1761313449.007532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003834540d. 00000400:00000200:1.0:1761313449.007625:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002080 00000400:00000200:1.0:1761313449.007633:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf139 [1] + 224 00000400:00000200:1.0:1761313449.007648:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.007652:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.007662:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090a40237 x1846869206507648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313449.007838:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f171e134. 00000400:00000200:2.0:1761313449.007843:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:2.0:1761313449.007844:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:2.0:1761313449.007850:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090a40237 x1846869206507648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313449.007857:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090a40237 x1846869206507648/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313449.007883:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb38131d. 02000000:00000010:2.0:1761313449.007889:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a966f1db. 00000100:00000010:2.0:1761313449.007892:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090a40237. 00000100:00000010:2.0:1761313449.007895:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091752c39. 00010000:00000010:2.0:1761313449.007899:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00000400:00000200:0.0:1761313449.008299:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.008309:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959e80 00000400:00000200:0.0:1761313449.008314:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadaa5 [2] + 1312 00000400:00000200:0.0:1761313449.008368:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.008372:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.008377:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313449.008382:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecce33cf. 00000020:00000010:1.0:1761313449.008725:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000528d94fc. 00000020:00000010:1.0:1761313449.008733:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017a859df. 00000020:00000010:1.0:1761313449.008737:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016f3775c. 00000100:00000200:1.0:1761313449.008762:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecce33cf x1846869199527552/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313449.008798:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527552 02000000:00000010:1.0:1761313449.008809:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ec09592. 00010000:00000010:1.0:1761313449.008837:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d831ee2. 00010000:00000010:1.0:1761313449.008857:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d386a6a. 00000100:00000010:1.0:1761313449.008864:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d13f80fb. 00000100:00000010:1.0:1761313449.008877:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d13f80fb. 00010000:00000010:1.0:1761313449.008880:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d386a6a. 00000400:00000010:1.0:1761313449.008893:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac840340. 00000100:00000200:1.0:1761313449.008897:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527552, offset 224 00000400:00000200:1.0:1761313449.008904:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313449.008915:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313449.008920:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89837:89837:256:4294967295] 192.168.204.1@tcp LPNI seq info [89837:89837:8:4294967295] 00000400:00000200:1.0:1761313449.008930:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313449.008935:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313449.008939:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddde3699 (tot 82354770). 00000800:00000200:1.0:1761313449.008945:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313449.008951:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313449.008955:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddde3699 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313449.008981:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017a859df. 00000020:00000010:1.0:1761313449.008985:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016f3775c. 00000020:00000010:1.0:1761313449.008988:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000528d94fc. 00000800:00000200:0.0:1761313449.009162:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.009166:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddde3699 (tot 82354522). 00000400:00000200:0.0:1761313449.009171:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.009174:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.009177:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac840340 00000400:00000010:0.0:1761313449.009179:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac840340. 00080000:00000010:2.0:1761313449.009654:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a966f1db. 00010000:00000010:2.0:1761313449.009739:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0725901. 00010000:00000010:2.0:1761313449.009746:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000664b655c. 00010000:00000010:2.0:1761313449.009820:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8114937. 00010000:00000010:2.0:1761313449.009826:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d0725901. 00010000:00000010:2.0:1761313449.009835:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313449.009840:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091752c39. 00000100:00000010:2.0:1761313449.009846:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090a40237. 02000000:00000010:2.0:1761313449.009857:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb38131d. 02000000:00000010:2.0:1761313449.009879:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f09a9df0. 00000400:00000010:2.0:1761313449.009884:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f171e134. 00000400:00000010:2.0:1761313449.009888:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313449.009892:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507712, portal 16 00000400:00000010:2.0:1761313449.009896:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cea5b6b5. 00000100:00000200:2.0:1761313449.009898:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507712, offset 0 00000400:00000200:2.0:1761313449.009904:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.009913:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.009919:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313449.009923:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313449.009925:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313449.009928:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89838:89838:256:4294967295] 192.168.204.1@tcp LPNI seq info [89838:89838:8:4294967295] 00000400:00000200:2.0:1761313449.009935:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.009940:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.009944:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000800:00000200:2.0:1761313449.009948:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.009953:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.009956:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313449.010389:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.010393:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:1.0:1761313449.010397:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.010402:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.010405:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cea5b6b5 00000400:00000010:1.0:1761313449.010407:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cea5b6b5. 00000100:00000200:1.0:1761313449.010412:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090a40237 x1846869206507712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313449.011961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000126f5568. 00010000:00000010:2.1:1761313449.011975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba5ebf71. 00000400:00000200:0.0:1761313449.012692:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.012709:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0020c0 00000400:00000200:0.0:1761313449.012716:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf145 [1] + 224 00000400:00000200:0.0:1761313449.012729:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.012732:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.012741:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090a40237 x1846869206507712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313449.012865:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f171e134. 00000400:00000200:2.0:1761313449.012870:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:2.0:1761313449.012872:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:2.0:1761313449.012877:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090a40237 x1846869206507712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313449.012884:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090a40237 x1846869206507712/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313449.012908:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f09a9df0. 02000000:00000010:2.0:1761313449.012913:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb38131d. 00000100:00000010:2.0:1761313449.012916:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090a40237. 00000100:00000010:2.0:1761313449.012920:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091752c39. 00010000:00000010:2.0:1761313449.012923:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00000400:00000200:0.0:1761313449.013122:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.013129:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959ec0 00000400:00000200:0.0:1761313449.013134:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadaa5 [2] + 1640 00000400:00000200:0.0:1761313449.013403:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.013408:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.013412:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313449.013417:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 00000020:00000010:3.0:1761313449.013573:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064fce3e5. 00000020:00000010:3.0:1761313449.013580:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004a621030. 00000020:00000010:3.0:1761313449.013584:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f5bad5c. 00000100:00000200:3.0:1761313449.013604:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b5348ce x1846869199527616/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313449.013773:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527616 02000000:00000010:3.0:1761313449.013785:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000515ccc16. 00010000:00000010:3.0:1761313449.013809:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe0bec0. 00010000:00000010:3.0:1761313449.013828:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bcc388. 00000100:00000010:3.0:1761313449.013833:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c5897d5. 00000100:00000010:3.0:1761313449.013916:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c5897d5. 00010000:00000010:3.0:1761313449.013920:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bcc388. 00000400:00000010:3.0:1761313449.013933:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313449.013938:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527616, offset 224 00000400:00000200:3.0:1761313449.013945:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.013955:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.013959:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89839:89839:256:4294967295] 192.168.204.1@tcp LPNI seq info [89839:89839:8:4294967295] 00000400:00000200:3.0:1761313449.013969:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.013973:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.013977:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c7aa1bf (tot 82354770). 00000800:00000200:3.0:1761313449.013982:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.013988:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.013991:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c7aa1bf type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761313449.014072:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb38131d. 00010000:00000010:2.0:1761313449.014170:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0725901. 00010000:00000010:2.0:1761313449.014177:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bcaaba62. 00010000:00000010:2.0:1761313449.014262:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1775bcc. 00010000:00000010:2.0:1761313449.014268:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d0725901. 00010000:00000010:2.0:1761313449.014277:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313449.014281:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091752c39. 00000100:00000010:2.0:1761313449.014287:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090a40237. 02000000:00000010:2.0:1761313449.014297:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f09a9df0. 02000000:00000010:2.0:1761313449.014318:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ec83194. 00000400:00000010:2.0:1761313449.014324:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f171e134. 00000400:00000010:2.0:1761313449.014328:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313449.014332:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507776, portal 16 00000400:00000010:2.0:1761313449.014336:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039409be4. 00000100:00000200:2.0:1761313449.014338:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507776, offset 0 00000400:00000200:2.0:1761313449.014343:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.014348:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.014354:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313449.014357:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313449.014360:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313449.014362:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89840:89840:255:4294967295] 192.168.204.1@tcp LPNI seq info [89840:89840:7:4294967295] 00000400:00000200:2.0:1761313449.014369:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.014372:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.014375:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82355018). 00000800:00000200:2.0:1761313449.014379:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.014383:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.014385:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761313449.014413:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004a621030. 00000020:00000010:3.0:1761313449.014418:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f5bad5c. 00000020:00000010:3.0:1761313449.014427:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064fce3e5. 00000800:00000200:1.0:1761313449.014516:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.014520:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c7aa1bf (tot 82354770). 00000400:00000200:1.0:1761313449.014524:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.014528:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.014532:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:1.0:1761313449.014534:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000800:00000200:1.0:1761313449.014591:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.014593:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354522). 00000400:00000200:1.0:1761313449.014595:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.014598:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.014601:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039409be4 00000400:00000010:1.0:1761313449.014602:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039409be4. 00000100:00000200:1.0:1761313449.014607:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090a40237 x1846869206507776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313449.015523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000410e1292. 00010000:00000010:2.1:1761313449.015576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3ab82bd. 00010000:00000010:2.1:1761313449.015583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008842060b. 00010000:00000010:1.1:1761313449.018591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000103513e7. 00010000:00000010:2.1:1761313449.021184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e84208cc. 00010000:00000010:2.1:1761313449.021202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8114937. 00010000:00000010:3.1:1761313449.022277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004695fcea. 00000400:00000200:0.0:1761313449.022825:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.022843:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002100 00000400:00000200:0.0:1761313449.022851:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf151 [1] + 224 00000400:00000200:0.0:1761313449.022863:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.022867:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.022879:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090a40237 x1846869206507776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313449.023777:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f171e134. 00000400:00000200:2.0:1761313449.023786:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:2.0:1761313449.023788:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:2.0:1761313449.023798:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090a40237 x1846869206507776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313449.023807:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090a40237 x1846869206507776/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313449.023838:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ec83194. 02000000:00000010:2.0:1761313449.023845:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f09a9df0. 00000100:00000010:2.0:1761313449.023849:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090a40237. 00000100:00000010:2.0:1761313449.023852:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091752c39. 00010000:00000010:2.0:1761313449.023856:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00000400:00000200:1.0:1761313449.023924:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.023936:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959f00 00000400:00000200:1.0:1761313449.023941:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadaa5 [2] + 1968 00000400:00000010:1.0:1761313449.023944:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be4ec8be. 00000400:00000200:1.0:1761313449.023947:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000564e2a45 00000400:00000200:1.0:1761313449.023957:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.023961:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.023964:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000564e2a45 00000400:00000010:1.0:1761313449.023965:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000564e2a45 (tot 82354370). 00000100:00000200:1.0:1761313449.023969:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313449.024651:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064fce3e5. 00000020:00000010:3.0:1761313449.024659:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004a621030. 00000020:00000010:3.0:1761313449.024663:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f5bad5c. 00000100:00000200:3.0:1761313449.024687:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000039725547 x1846869199527680/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313449.024725:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527680 02000000:00000010:3.0:1761313449.024736:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5a150e0. 00010000:00000010:3.0:1761313449.024763:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009fd4ec30. 00010000:00000010:3.0:1761313449.024781:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bcc388. 00000100:00000010:3.0:1761313449.024787:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c5897d5. 00000100:00000010:3.0:1761313449.024801:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c5897d5. 00010000:00000010:3.0:1761313449.024804:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bcc388. 00000400:00000010:3.0:1761313449.024816:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041794d07. 00000100:00000200:3.0:1761313449.024819:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527680, offset 224 00000400:00000200:3.0:1761313449.024827:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.024838:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.024844:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89841:89841:256:4294967295] 192.168.204.1@tcp LPNI seq info [89841:89841:8:4294967295] 00000400:00000200:3.0:1761313449.024854:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.024859:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.024863:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4a65457 (tot 82354618). 00000800:00000200:3.0:1761313449.024868:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.024874:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.024878:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4a65457 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313449.024899:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004a621030. 00000020:00000010:3.0:1761313449.024902:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f5bad5c. 00000020:00000010:3.0:1761313449.024906:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064fce3e5. 02000000:00000010:3.0:1761313449.024914:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000515ccc16. 00000100:00000010:3.0:1761313449.024917:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 02000000:00000010:3.0:1761313449.024920:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ec09592. 00000100:00000010:3.0:1761313449.024922:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecce33cf. 02000000:00000010:3.0:1761313449.024925:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb76e7f3. 00000100:00000010:3.0:1761313449.024927:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a9f342a. 02000000:00000010:3.0:1761313449.024930:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f81be0e. 00000100:00000010:3.0:1761313449.024932:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 02000000:00000010:3.0:1761313449.024934:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eae13f47. 00000100:00000010:3.0:1761313449.024936:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cbfa9e4d. 02000000:00000010:3.0:1761313449.024939:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000575fb5e0. 00000100:00000010:3.0:1761313449.024942:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d53e42a. 00000100:00000200:3.0:1761313449.024948:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313449.024952:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee2decd6. 00000400:00000010:3.0:1761313449.024956:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003c5897d5 (tot 82354770). 00000800:00000200:0.0:1761313449.025004:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.025008:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4a65457 (tot 82354522). 00000400:00000200:0.0:1761313449.025012:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.025016:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.025019:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041794d07 00000400:00000010:0.0:1761313449.025021:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041794d07. 02000000:00000010:0.0:1761313449.025026:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5a150e0. 00080000:00000010:2.0:1761313449.025283:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f09a9df0. 00010000:00000010:2.0:1761313449.025377:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0725901. 00010000:00000010:2.0:1761313449.025385:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5c68190. 00010000:00000010:2.0:1761313449.025463:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8114937. 00010000:00000010:2.0:1761313449.025504:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d0725901. 00010000:00000010:2.0:1761313449.025516:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313449.025520:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091752c39. 00000100:00000010:2.0:1761313449.025526:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090a40237. 02000000:00000010:2.0:1761313449.025537:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ec83194. 02000000:00000010:2.0:1761313449.025561:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ec95e9e. 00000400:00000010:2.0:1761313449.025565:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f171e134. 00000400:00000010:2.0:1761313449.025568:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313449.025572:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507840, portal 16 00000400:00000010:2.0:1761313449.025576:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9414777. 00000100:00000200:2.0:1761313449.025578:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507840, offset 0 00000400:00000200:2.0:1761313449.025585:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.025593:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.025599:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313449.025602:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313449.025605:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313449.025607:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89842:89842:256:4294967295] 192.168.204.1@tcp LPNI seq info [89842:89842:8:4294967295] 00000400:00000200:2.0:1761313449.025614:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.025618:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.025621:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f91e3d93 (tot 82354770). 00000800:00000200:2.0:1761313449.025625:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.025629:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.025631:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f91e3d93 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313449.027451:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.027457:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f91e3d93 (tot 82354522). 00000400:00000200:1.0:1761313449.027464:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.027488:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.027494:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9414777 00000400:00000010:1.0:1761313449.027496:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9414777. 00000100:00000200:1.0:1761313449.027506:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090a40237 x1846869206507840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313449.030590:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.030611:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002140 00000400:00000200:1.0:1761313449.030620:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf161 [1] + 224 00000400:00000200:1.0:1761313449.030633:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.030637:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.030647:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090a40237 x1846869206507840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313449.030684:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.030688:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959f40 00000400:00000200:1.0:1761313449.030693:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadb05 [2] + 0 00000400:00000200:1.0:1761313449.030743:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.030747:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.030750:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313449.030756:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000479fcbdf. 00000020:00000010:0.0:1761313449.030967:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d8e1a0e. 00000020:00000010:0.0:1761313449.030974:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313449.030979:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313449.031000:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000479fcbdf x1846869199527744/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313449.031044:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527744 02000000:00000010:0.0:1761313449.031055:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009707bf7. 00010000:00000010:0.0:1761313449.031092:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac3e9f65. 00000100:00000010:0.0:1761313449.031099:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033ed3743. 00000100:00000010:0.0:1761313449.031104:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033ed3743. 00010000:00000010:0.0:1761313449.031115:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac3e9f65. 00000400:00000010:0.0:1761313449.031129:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f602c09. 00000100:00000200:0.0:1761313449.031134:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527744, offset 224 00000400:00000200:0.0:1761313449.031141:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.031151:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.031156:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89843:89843:256:4294967295] 192.168.204.1@tcp LPNI seq info [89843:89843:8:4294967295] 00000400:00000200:0.0:1761313449.031166:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.031170:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.031174:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c8098d0 (tot 82354770). 00000800:00000200:0.0:1761313449.031179:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.031185:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.031189:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c8098d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.031215:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313449.031219:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.031222:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d8e1a0e. 00000400:00000010:2.0:1761313449.031349:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f171e134. 00000400:00000200:2.0:1761313449.031354:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:2.0:1761313449.031356:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:2.0:1761313449.031362:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090a40237 x1846869206507840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313449.031370:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090a40237 x1846869206507840/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313449.031392:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000663ca9f0. 02000000:00000010:2.0:1761313449.031406:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ec95e9e. 02000000:00000010:2.0:1761313449.031411:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ec83194. 00000100:00000010:2.0:1761313449.031415:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090a40237. 00000100:00000010:2.0:1761313449.031418:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091752c39. 00010000:00000010:2.0:1761313449.031421:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00080000:00000010:2.0:1761313449.031436:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ec83194. 00000800:00000200:3.0:1761313449.031533:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.031537:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c8098d0 (tot 82354522). 00000400:00000200:3.0:1761313449.031542:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.031546:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.031549:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f602c09 00000400:00000010:3.0:1761313449.031551:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f602c09. 00010000:00000010:2.0:1761313449.031551:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0725901. 00010000:00000010:2.0:1761313449.031557:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f83e27a9. 00010000:00000010:2.0:1761313449.031633:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008842060b. 00010000:00000010:2.0:1761313449.031639:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d0725901. 00010000:00000010:2.0:1761313449.031647:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000422cc89f. 00000100:00000010:2.0:1761313449.031650:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091752c39. 00000100:00000010:2.0:1761313449.031656:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090a40237. 02000000:00000010:2.0:1761313449.031664:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ec95e9e. 02000000:00000010:2.0:1761313449.031686:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049fc0043. 00000400:00000010:2.0:1761313449.031691:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f171e134. 00000400:00000010:2.0:1761313449.031695:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313449.031699:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507904, portal 16 00000400:00000010:2.0:1761313449.031703:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313449.031705:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507904, offset 0 00000400:00000200:2.0:1761313449.031710:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.031716:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.031721:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313449.031725:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313449.031727:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313449.031730:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89844:89844:256:4294967295] 192.168.204.1@tcp LPNI seq info [89844:89844:8:4294967295] 00000400:00000200:2.0:1761313449.031737:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.031741:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.031744:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d68e04b (tot 82354770). 00000800:00000200:2.0:1761313449.031747:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.031751:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.031753:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d68e04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313449.032088:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.032091:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d68e04b (tot 82354522). 00000400:00000200:1.0:1761313449.032095:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.032098:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.032101:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:1.0:1761313449.032103:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:1.0:1761313449.032116:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090a40237 x1846869206507904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313449.035605:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.035625:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002180 00000400:00000200:1.0:1761313449.035636:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf16d [1] + 224 00000400:00000200:1.0:1761313449.036453:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.036460:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00010000:00000010:2.1:1761313449.036526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002809ec5. 00010000:00000010:2.1:1761313449.036537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1775bcc. 00010000:00000010:3.1:1761313449.036603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043be7545. 00000100:00000200:1.0:1761313449.037847:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090a40237 x1846869206507904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313449.037900:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.037912:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959f80 00000400:00000200:1.0:1761313449.037918:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadb05 [2] + 328 00000400:00000200:1.0:1761313449.037930:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.037933:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.037938:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313449.037943:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002a333fac. 00000400:00000010:3.0:1761313449.038433:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f171e134. 00000400:00000200:3.0:1761313449.038439:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:3.0:1761313449.038441:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:3.0:1761313449.038448:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090a40237 x1846869206507904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313449.038456:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090a40237 x1846869206507904/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313449.038504:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049fc0043. 02000000:00000010:3.0:1761313449.038511:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ec95e9e. 00000100:00000010:3.0:1761313449.038515:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090a40237. 00000100:00000010:3.0:1761313449.038518:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091752c39. 00010000:00000010:3.0:1761313449.038522:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000422cc89f. 00000020:00000010:0.0:1761313449.039186:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d8e1a0e. 00000020:00000010:0.0:1761313449.039196:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313449.039200:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313449.039223:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a333fac x1846869199527808/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313449.039256:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527808 02000000:00000010:0.0:1761313449.039267:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006e9995e7. 00010000:00000010:0.0:1761313449.039297:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec259fbe. 00010000:00000010:0.0:1761313449.039318:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac3e9f65. 00000100:00000010:0.0:1761313449.039325:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033ed3743. 00000100:00000010:0.0:1761313449.039342:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033ed3743. 00010000:00000010:0.0:1761313449.039345:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac3e9f65. 00000400:00000010:0.0:1761313449.039358:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313449.039362:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527808, offset 224 00000400:00000200:0.0:1761313449.039369:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:3.0:1761313449.039377:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5a150e0. 00000400:00000200:0.0:1761313449.039381:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.039387:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89845:89845:256:4294967295] 192.168.204.1@tcp LPNI seq info [89845:89845:8:4294967295] 00000400:00000200:0.0:1761313449.039396:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.039401:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.039406:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0672ee9 (tot 82354770). 00000800:00000200:0.0:1761313449.039411:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.039418:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.039421:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0672ee9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.039444:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313449.039448:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.039451:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d8e1a0e. 00010000:00000010:3.0:1761313449.039488:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0725901. 00010000:00000010:3.0:1761313449.039495:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000650fef93. 00000800:00000200:0.0:1761313449.039562:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761313449.039565:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f51b2. 00000800:00000010:0.0:1761313449.039566:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0672ee9 (tot 82354522). 00010000:00000010:3.0:1761313449.039568:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004a621030. 00010000:00000010:3.0:1761313449.039573:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b197be0c. 00000400:00000200:0.0:1761313449.039573:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.039577:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00010000:00000010:3.0:1761313449.039578:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00000400:00000200:0.0:1761313449.039580:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:0.0:1761313449.039582:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00080000:00000010:3.0:1761313449.039589:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ec95e9e. 00010000:00000010:3.0:1761313449.039615:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313449.039619:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a621030. 00010000:00000010:3.0:1761313449.039673:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032fad103. 00010000:00000010:3.0:1761313449.039677:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313449.039684:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bcc388. 00000100:00000010:3.0:1761313449.039687:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b7d7b2f. 00000100:00000010:3.0:1761313449.039693:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cbfa9e4d. 02000000:00000010:3.0:1761313449.039703:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f81be0e. 02000000:00000010:3.0:1761313449.039726:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb76e7f3. 00000400:00000010:3.0:1761313449.039731:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000776d4e1e. 00000400:00000010:3.0:1761313449.039735:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c44581b. 00000100:00000200:3.0:1761313449.039739:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206507968, portal 16 00000400:00000010:3.0:1761313449.039743:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eafa7148. 00000100:00000200:3.0:1761313449.039745:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206507968, offset 0 00000400:00000200:3.0:1761313449.039750:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.039756:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.039762:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313449.039766:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313449.039768:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313449.039770:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89846:89846:256:4294967295] 192.168.204.1@tcp LPNI seq info [89846:89846:8:4294967295] 00000400:00000200:3.0:1761313449.039777:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.039781:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.039784:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca3ecc26 (tot 82354770). 00000800:00000200:3.0:1761313449.039787:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.039792:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.039794:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca3ecc26 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313449.039852:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.039856:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca3ecc26 (tot 82354522). 00000400:00000200:0.0:1761313449.039860:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.039863:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.039866:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eafa7148 00000400:00000010:0.0:1761313449.039868:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eafa7148. 00000100:00000200:0.0:1761313449.039873:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cbfa9e4d x1846869206507968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313449.042511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c71d8eb. 00010000:00000010:2.1:1761313449.042526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd4ea8fe. 00010000:00000010:2.1:1761313449.042530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8114937. 00000400:00000200:3.0:1761313449.043434:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.043453:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0021c0 00000400:00000200:3.0:1761313449.043462:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf179 [1] + 224 00000400:00000200:3.0:1761313449.043499:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.043503:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.043513:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cbfa9e4d x1846869206507968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313449.043661:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000776d4e1e. 00000400:00000200:0.0:1761313449.043668:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c44581b 00000400:00000010:0.0:1761313449.043669:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c44581b. 00000100:00000200:0.0:1761313449.043676:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cbfa9e4d x1846869206507968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313449.043684:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cbfa9e4d x1846869206507968/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313449.043714:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb76e7f3. 02000000:00000010:0.0:1761313449.043720:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f81be0e. 00000100:00000010:0.0:1761313449.043725:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cbfa9e4d. 00000100:00000010:0.0:1761313449.043729:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b7d7b2f. 00010000:00000010:0.0:1761313449.043732:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bcc388. 00010000:00000010:0.1:1761313449.047710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009adf52a3. 00000400:00000200:0.0:1761313449.048366:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.048384:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be959fc0 00000400:00000200:0.0:1761313449.048390:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadb05 [2] + 656 00000400:00000200:0.0:1761313449.048452:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.048457:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.048463:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313449.048483:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033a689f9. 00000020:00000010:2.0:1761313449.050450:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049fc0043. 00000020:00000010:2.0:1761313449.050462:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001527fc77. 00000020:00000010:2.0:1761313449.050465:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313449.050518:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000033a689f9 x1846869199527872/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313449.050546:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527872 02000000:00000010:2.0:1761313449.050557:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f899181. 00010000:00000010:2.0:1761313449.050584:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005431d69b. 00010000:00000010:2.0:1761313449.050605:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001fd7998f. 00000100:00000010:2.0:1761313449.050612:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000baa77ab1. 00000100:00000010:2.0:1761313449.050622:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000baa77ab1. 00010000:00000010:2.0:1761313449.050625:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001fd7998f. 00000400:00000010:2.0:1761313449.050638:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313449.050642:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527872, offset 224 00000400:00000200:2.0:1761313449.050651:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.050664:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.050670:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89847:89847:256:4294967295] 192.168.204.1@tcp LPNI seq info [89847:89847:8:4294967295] 00000400:00000200:2.0:1761313449.050680:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.050686:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.050691:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d68e04b (tot 82354770). 00000800:00000200:2.0:1761313449.050696:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.050703:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.050706:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d68e04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313449.050720:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001527fc77. 00000020:00000010:2.0:1761313449.050724:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313449.050727:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049fc0043. 00000800:00000200:0.0:1761313449.051045:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.051049:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d68e04b (tot 82354522). 00000400:00000200:0.0:1761313449.051054:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.051058:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.051062:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:0.0:1761313449.051064:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00080000:00000010:0.0:1761313449.051092:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d8e1a0e. 00010000:00000010:0.0:1761313449.051196:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:0.0:1761313449.051204:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ff74b4f. 00010000:00000010:0.0:1761313449.051278:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000146e0a57. 00010000:00000010:0.0:1761313449.051284:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f04701b6. 00010000:00000010:0.0:1761313449.051294:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac3e9f65. 00000100:00000010:0.0:1761313449.051298:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033ed3743. 00000100:00000010:0.0:1761313449.051306:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d53e42a. 02000000:00000010:0.0:1761313449.051318:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091f2d766. 02000000:00000010:0.0:1761313449.051340:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eae13f47. 00000400:00000010:0.0:1761313449.051345:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008845072c. 00000400:00000010:0.0:1761313449.051351:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313449.051356:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508032, portal 16 00000400:00000010:0.0:1761313449.051361:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f44040b3. 00000100:00000200:0.0:1761313449.051363:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508032, offset 0 00000400:00000200:0.0:1761313449.051368:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.051375:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.051382:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313449.051385:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313449.051387:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313449.051390:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89848:89848:256:4294967295] 192.168.204.1@tcp LPNI seq info [89848:89848:8:4294967295] 00000400:00000200:0.0:1761313449.051396:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.051400:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.051403:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0672ee9 (tot 82354770). 00000800:00000200:0.0:1761313449.051407:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.051412:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.051414:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0672ee9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313449.051531:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.051534:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0672ee9 (tot 82354522). 00000400:00000200:3.0:1761313449.051540:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.051544:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.051546:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f44040b3 00000400:00000010:3.0:1761313449.051548:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f44040b3. 00000100:00000200:3.0:1761313449.051554:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002d53e42a x1846869206508032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313449.054515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024458337. 00010000:00000010:3.1:1761313449.054529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008842060b. 00010000:00000010:3.1:1761313449.054536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f51b2. 00010000:00000010:3.1:1761313449.054540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b197be0c. 00000400:00000200:0.0:1761313449.058638:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.058657:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002200 00000400:00000200:0.0:1761313449.058665:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf185 [1] + 224 00000400:00000200:0.0:1761313449.058679:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.058683:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.058694:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002d53e42a x1846869206508032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313449.058771:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008845072c. 00000400:00000200:2.0:1761313449.058776:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:2.0:1761313449.058778:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000100:00000200:2.0:1761313449.058785:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002d53e42a x1846869206508032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313449.058792:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002d53e42a x1846869206508032/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313449.058820:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eae13f47. 02000000:00000010:2.0:1761313449.058825:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091f2d766. 00000100:00000010:2.0:1761313449.058829:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d53e42a. 00000100:00000010:2.0:1761313449.058833:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033ed3743. 00010000:00000010:2.0:1761313449.058836:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac3e9f65. 00010000:00000010:2.1:1761313449.059515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054304332. 00010000:00000010:0.1:1761313449.061616:0:78656:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078168b38. 00010000:00000010:0.1:1761313449.061630:0:78656:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fad103. 00000400:00000200:3.0:1761313449.064525:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.064545:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a000 00000400:00000200:3.0:1761313449.064552:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadb05 [2] + 984 00000400:00000200:3.0:1761313449.064606:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.064610:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.064617:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313449.064622:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a9f342a. 00000020:00000010:1.0:1761313449.064734:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ec09592. 00000020:00000010:1.0:1761313449.064741:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017a859df. 00000020:00000010:1.0:1761313449.064746:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000016f3775c. 00000100:00000200:1.0:1761313449.064772:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a9f342a x1846869199527936/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313449.066267:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199527936 02000000:00000010:0.0:1761313449.066288:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006270eda5. 00010000:00000010:0.0:1761313449.066321:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ca6c6a1. 00010000:00000010:0.0:1761313449.066344:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b85d27cd. 00000100:00000010:0.0:1761313449.066351:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a20f97f. 00000100:00000010:0.0:1761313449.066925:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a20f97f. 00010000:00000010:0.0:1761313449.066930:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b85d27cd. 00000400:00000010:0.0:1761313449.066946:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f21e616. 00000100:00000200:0.0:1761313449.066951:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199527936, offset 224 00000400:00000200:0.0:1761313449.066961:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.066974:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.066981:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89849:89849:256:4294967295] 192.168.204.1@tcp LPNI seq info [89849:89849:8:4294967295] 00000400:00000200:0.0:1761313449.066991:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.066997:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.067001:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000127edb7c (tot 82354770). 00000800:00000200:0.0:1761313449.067005:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.067011:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.067014:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000127edb7c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.067031:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017a859df. 00000020:00000010:0.0:1761313449.067036:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000016f3775c. 00000020:00000010:0.0:1761313449.067040:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ec09592. 00000800:00000200:1.0:1761313449.067180:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.067185:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000127edb7c (tot 82354522). 00000400:00000200:1.0:1761313449.067193:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.067197:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.067201:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f21e616 00000400:00000010:1.0:1761313449.067203:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f21e616. 00080000:00000010:3.0:1761313449.067680:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000515ccc16. 00010000:00000010:3.0:1761313449.067773:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f04701b6. 00010000:00000010:3.0:1761313449.067781:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009aef2516. 00010000:00000010:2.0:1761313449.070453:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8114937. 00010000:00000010:2.0:1761313449.071248:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071128cb4. 00010000:00000010:2.0:1761313449.071271:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001fd7998f. 00000100:00000010:2.0:1761313449.071279:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000baa77ab1. 00000100:00000010:2.0:1761313449.071289:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090a40237. 02000000:00000010:2.0:1761313449.071304:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049fc0043. 02000000:00000010:2.0:1761313449.071332:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e0dd5b2. 00000400:00000010:2.0:1761313449.071340:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009d8191c8. 00000400:00000010:2.0:1761313449.071345:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a23e65b. 00000100:00000200:2.0:1761313449.071351:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508096, portal 16 00000400:00000010:2.0:1761313449.071356:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e8705f6. 00000100:00000200:2.0:1761313449.071358:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508096, offset 0 00000400:00000200:2.0:1761313449.071366:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.071382:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.071388:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313449.071391:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313449.071394:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313449.071396:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89850:89850:256:4294967295] 192.168.204.1@tcp LPNI seq info [89850:89850:8:4294967295] 00000400:00000200:2.0:1761313449.071405:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.071411:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.071415:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f91e3d93 (tot 82354770). 00000800:00000200:2.0:1761313449.071421:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.071428:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.071431:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f91e3d93 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313449.071808:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.071812:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f91e3d93 (tot 82354522). 00000400:00000200:0.0:1761313449.071817:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.071822:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.071835:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e8705f6 00000400:00000010:0.0:1761313449.071837:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e8705f6. 00000100:00000200:0.0:1761313449.071843:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090a40237 x1846869206508096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313449.075725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d41df252. 00010000:00000010:3.1:1761313449.076141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd97b6ae. 00010000:00000010:3.1:1761313449.076152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000146e0a57. 00000400:00000200:3.0:1761313449.076735:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.076756:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002240 00000400:00000200:3.0:1761313449.076765:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf191 [1] + 224 00000400:00000200:3.0:1761313449.076780:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.076784:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.076795:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090a40237 x1846869206508096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.076846:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.076851:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a040 00000400:00000200:3.0:1761313449.076856:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadb05 [2] + 1312 00000400:00000200:3.0:1761313449.076909:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.076913:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.076917:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313449.076922:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000046c261d2. 00000400:00000010:0.0:1761313449.077355:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009d8191c8. 00000400:00000200:0.0:1761313449.077360:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a23e65b 00000400:00000010:0.0:1761313449.077362:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a23e65b. 00000100:00000200:0.0:1761313449.077367:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090a40237 x1846869206508096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313449.077376:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090a40237 x1846869206508096/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313449.077402:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e0dd5b2. 02000000:00000010:0.0:1761313449.077408:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000049fc0043. 00000100:00000010:0.0:1761313449.077412:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090a40237. 00000100:00000010:0.0:1761313449.077415:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000baa77ab1. 00010000:00000010:0.0:1761313449.077419:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001fd7998f. 00000020:00000010:1.0:1761313449.077616:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ec09592. 00000020:00000010:1.0:1761313449.077623:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d12ba92c. 00000020:00000010:1.0:1761313449.077627:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007a13f433. 00000100:00000200:1.0:1761313449.077647:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000046c261d2 x1846869199528000/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313449.077667:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528000 02000000:00000010:1.0:1761313449.077677:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000575fb5e0. 00010000:00000010:1.0:1761313449.077746:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a075e00. 00010000:00000010:1.0:1761313449.077765:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d386a6a. 00000100:00000010:1.0:1761313449.077770:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452192a2. 00000100:00000010:1.0:1761313449.077948:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452192a2. 00010000:00000010:1.0:1761313449.077951:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d386a6a. 00000400:00000010:1.0:1761313449.077963:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b599b9c0. 00000100:00000200:1.0:1761313449.077967:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199528000, offset 224 00000400:00000200:1.0:1761313449.077974:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313449.077983:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313449.077988:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89851:89851:256:4294967295] 192.168.204.1@tcp LPNI seq info [89851:89851:8:4294967295] 00000400:00000200:1.0:1761313449.077996:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313449.078001:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313449.078005:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033eff44 (tot 82354770). 00000800:00000200:1.0:1761313449.078010:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313449.078015:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313449.078018:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033eff44 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313449.078039:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d12ba92c. 00000020:00000010:1.0:1761313449.078044:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007a13f433. 00000020:00000010:1.0:1761313449.078046:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ec09592. 00000800:00000200:3.0:1761313449.078543:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.078548:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033eff44 (tot 82354522). 00000400:00000200:3.0:1761313449.078552:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.078557:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.078560:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b599b9c0 00000400:00000010:3.0:1761313449.078562:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b599b9c0. 00080000:00000010:0.0:1761313449.078633:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059edcad8. 00010000:00000010:0.0:1761313449.078726:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071128cb4. 00010000:00000010:0.0:1761313449.078733:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a122825. 00010000:00000010:0.0:1761313449.078801:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000054068e1. 00010000:00000010:0.0:1761313449.078807:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f3cf2. 00010000:00000010:0.0:1761313449.078815:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b85d27cd. 00000100:00000010:0.0:1761313449.078820:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a20f97f. 00000100:00000010:0.0:1761313449.078833:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009fcf2774. 02000000:00000010:0.0:1761313449.078845:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6bfd5b0. 02000000:00000010:0.0:1761313449.078869:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8f4c330. 00000400:00000010:0.0:1761313449.078874:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fce0c13e. 00000400:00000010:0.0:1761313449.078878:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313449.078883:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508160, portal 16 00000400:00000010:0.0:1761313449.078887:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9dda38a. 00000100:00000200:0.0:1761313449.078888:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508160, offset 0 00000400:00000200:0.0:1761313449.078894:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.078900:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.078906:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313449.078909:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313449.078911:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313449.078914:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89852:89852:256:4294967295] 192.168.204.1@tcp LPNI seq info [89852:89852:8:4294967295] 00000400:00000200:0.0:1761313449.078921:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.078925:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.078928:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d29b4693 (tot 82354770). 00000800:00000200:0.0:1761313449.078932:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.078936:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.078938:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d29b4693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313449.080762:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.080768:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d29b4693 (tot 82354522). 00000400:00000200:3.0:1761313449.080778:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.080786:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.080792:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9dda38a 00000400:00000010:3.0:1761313449.080794:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9dda38a. 00000100:00000200:3.0:1761313449.080803:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009fcf2774 x1846869206508160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.086337:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.086356:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002280 00000400:00000200:3.0:1761313449.086363:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf19d [1] + 224 00000400:00000200:3.0:1761313449.086377:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.086380:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.086390:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009fcf2774 x1846869206508160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313449.086497:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fce0c13e. 00000400:00000200:2.0:1761313449.086501:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:2.0:1761313449.086503:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:2.0:1761313449.086509:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009fcf2774 x1846869206508160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313449.086515:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009fcf2774 x1846869206508160/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313449.086541:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8f4c330. 02000000:00000010:2.0:1761313449.086545:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f6bfd5b0. 00000100:00000010:2.0:1761313449.086548:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009fcf2774. 00000100:00000010:2.0:1761313449.086552:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a20f97f. 00010000:00000010:2.0:1761313449.086555:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b85d27cd. 00010000:00000010:1.1:1761313449.090989:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7394f54. 00000400:00000200:1.0:1761313449.091029:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.091044:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a080 00000400:00000200:1.0:1761313449.091052:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadb05 [2] + 1640 00000400:00000200:1.0:1761313449.091120:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.091125:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.091131:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313449.091136:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d920506. 00000020:00000010:0.0:1761313449.091539:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eae13f47. 00000020:00000010:0.0:1761313449.091547:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.091551:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313449.091577:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d920506 x1846869199528064/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313449.092010:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528064 02000000:00000010:0.0:1761313449.092024:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f6bfd5b0. 00010000:00000010:0.0:1761313449.092055:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d53b6f85. 00010000:00000010:0.0:1761313449.092078:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000733d2b61. 00000100:00000010:0.0:1761313449.092085:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072655148. 00000100:00000010:0.0:1761313449.092118:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072655148. 00010000:00000010:0.0:1761313449.092122:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000733d2b61. 00000400:00000010:0.0:1761313449.092136:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb803c1. 00000100:00000200:0.0:1761313449.092142:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199528064, offset 224 00000400:00000200:0.0:1761313449.092150:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.092161:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.092167:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89853:89853:256:4294967295] 192.168.204.1@tcp LPNI seq info [89853:89853:8:4294967295] 00000400:00000200:0.0:1761313449.092176:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.092181:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.092185:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029bf7edc (tot 82354770). 00000800:00000200:0.0:1761313449.092190:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.092196:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.092200:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029bf7edc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.092219:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.092224:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.092227:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eae13f47. 00080000:00000010:1.0:1761313449.092533:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000528d94fc. 00010000:00000010:1.0:1761313449.092625:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f3cf2. 00010000:00000010:1.0:1761313449.092632:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000337c7f02. 00010000:00000010:1.0:1761313449.092709:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000471d98dd. 00010000:00000010:1.0:1761313449.092715:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004d8d48ea. 00010000:00000010:1.0:1761313449.092726:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d386a6a. 00000100:00000010:1.0:1761313449.092730:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452192a2. 00000100:00000010:1.0:1761313449.092737:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013181f7b. 02000000:00000010:1.0:1761313449.092750:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ec09592. 02000000:00000010:1.0:1761313449.092773:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ebe56e91. 00000400:00000010:1.0:1761313449.092780:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e993058. 00000400:00000010:1.0:1761313449.092785:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b294a7. 00000100:00000200:1.0:1761313449.092790:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508224, portal 16 00000400:00000010:1.0:1761313449.092795:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000deec9e59. 00000100:00000200:1.0:1761313449.092798:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508224, offset 0 00000400:00000200:1.0:1761313449.092804:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313449.092811:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313449.092818:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313449.092822:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1761313449.094159:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.094166:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029bf7edc (tot 82354522). 00000400:00000200:0.0:1761313449.094177:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.094185:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.094190:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb803c1 00000400:00000010:0.0:1761313449.094192:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb803c1. 00000400:00000200:1.0:1761313449.094273:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313449.094278:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89854:89854:255:4294967295] 192.168.204.1@tcp LPNI seq info [89854:89854:7:4294967295] 00000400:00000200:1.0:1761313449.094289:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313449.094295:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313449.094300:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d8c9258 (tot 82354770). 00000800:00000200:1.0:1761313449.094306:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313449.094312:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313449.094316:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d8c9258 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313449.096435:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.096442:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d8c9258 (tot 82354522). 00000400:00000200:0.0:1761313449.096449:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.096458:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.096462:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000deec9e59 00000400:00000010:0.0:1761313449.096465:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000deec9e59. 00000100:00000200:0.0:1761313449.096494:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013181f7b x1846869206508224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313449.097532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c53bfefe. 00010000:00000010:0.1:1761313449.097544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8114937. 00000400:00000200:3.0:1761313449.102765:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.102785:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0022c0 00000400:00000200:3.0:1761313449.102794:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf1a9 [1] + 224 00000400:00000200:3.0:1761313449.102806:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.102810:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.102820:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013181f7b x1846869206508224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.102859:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.102864:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a0c0 00000400:00000200:3.0:1761313449.102869:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadb05 [2] + 1968 00000400:00000010:3.0:1761313449.102873:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069bc1b64. 00000400:00000200:3.0:1761313449.102878:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000cb1682ff 00000400:00000200:3.0:1761313449.102884:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1761313449.102886:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e993058. 00000400:00000200:3.0:1761313449.102887:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313449.102893:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b294a7 00000400:00000010:2.0:1761313449.102896:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b294a7. 00000100:00000200:2.0:1761313449.102908:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013181f7b x1846869206508224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313449.102916:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013181f7b x1846869206508224/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313449.102950:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ebe56e91. 02000000:00000010:2.0:1761313449.102955:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ec09592. 00000100:00000010:2.0:1761313449.102960:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013181f7b. 00000100:00000010:2.0:1761313449.102964:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452192a2. 00010000:00000010:2.0:1761313449.102967:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d386a6a. 00000400:00000200:3.0:1761313449.103215:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb1682ff 00000400:00000010:3.0:1761313449.103218:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000cb1682ff (tot 82354370). 00000100:00000200:3.0:1761313449.103224:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313449.103285:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2bcb852. 00000020:00000010:2.0:1761313449.103291:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313449.103295:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313449.103316:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebe35c47 x1846869199528128/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313449.103357:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528128 02000000:00000010:2.0:1761313449.103368:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e0dd5b2. 00010000:00000010:2.0:1761313449.103394:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ba3fc3eb. 00010000:00000010:2.0:1761313449.103413:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084f50541. 00000100:00000010:2.0:1761313449.103418:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095adc5c0. 00000100:00000010:2.0:1761313449.103428:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000095adc5c0. 00010000:00000010:2.0:1761313449.103430:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084f50541. 00000400:00000010:2.0:1761313449.103441:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096c31452. 00000100:00000200:2.0:1761313449.103445:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199528128, offset 224 00000400:00000200:2.0:1761313449.103451:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.103462:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.103486:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89855:89855:256:4294967295] 192.168.204.1@tcp LPNI seq info [89855:89855:8:4294967295] 00000400:00000200:2.0:1761313449.103497:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.103502:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.103506:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82354618). 00000800:00000200:2.0:1761313449.103512:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.103519:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.103522:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313449.103540:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fff5e8cd. 00000020:00000010:2.0:1761313449.103544:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313449.103546:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2bcb852. 02000000:00000010:2.0:1761313449.103553:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f6bfd5b0. 00000100:00000010:2.0:1761313449.103556:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d920506. 02000000:00000010:2.0:1761313449.103561:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000575fb5e0. 00000100:00000010:2.0:1761313449.103564:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000046c261d2. 02000000:00000010:2.0:1761313449.103567:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006270eda5. 00000100:00000010:2.0:1761313449.103569:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a9f342a. 02000000:00000010:2.0:1761313449.103572:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f899181. 00000100:00000010:2.0:1761313449.103574:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000033a689f9. 02000000:00000010:2.0:1761313449.103578:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006e9995e7. 00000100:00000010:2.0:1761313449.103580:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a333fac. 02000000:00000010:2.0:1761313449.103582:0:64768:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009707bf7. 00000100:00000010:2.0:1761313449.103584:0:64768:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000479fcbdf. 00000100:00000200:2.0:1761313449.103590:0:64768:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313449.103595:0:64768:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088fad880. 00000400:00000010:2.0:1761313449.103598:0:64768:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000095adc5c0 (tot 82354770). 00080000:00000010:2.0:1761313449.103622:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2bcb852. 00010000:00000010:2.0:1761313449.103719:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d8d48ea. 00010000:00000010:2.0:1761313449.103726:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c42368b3. 00010000:00000010:2.0:1761313449.103811:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075f27463. 00010000:00000010:2.0:1761313449.103814:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313449.103819:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1775bcc. 00010000:00000010:2.0:1761313449.103839:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00080000:00000010:2.0:1761313449.103852:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f899181. 00010000:00000010:2.0:1761313449.103877:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:2.0:1761313449.103881:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff5e8cd. 00010000:00000010:2.0:1761313449.103933:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e22e6995. 00010000:00000010:2.0:1761313449.103937:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007201614b. 00010000:00000010:2.0:1761313449.103944:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084f50541. 00000100:00000010:2.0:1761313449.103947:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000902c410b. 00000100:00000010:2.0:1761313449.103953:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c60925. 02000000:00000010:2.0:1761313449.103964:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000575fb5e0. 02000000:00000010:2.0:1761313449.103986:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ec09592. 00000400:00000010:2.0:1761313449.103989:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080455563. 00000400:00000010:2.0:1761313449.103993:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea544e46. 00000100:00000200:2.0:1761313449.103996:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508288, portal 16 00000400:00000010:2.0:1761313449.104000:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a23e65b. 00000100:00000200:2.0:1761313449.104001:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508288, offset 0 00000400:00000200:2.0:1761313449.104006:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.104013:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.104020:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313449.104023:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313449.104026:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313449.104028:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89856:89856:255:4294967295] 192.168.204.1@tcp LPNI seq info [89856:89856:7:4294967295] 00000400:00000200:2.0:1761313449.104035:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.104040:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.104043:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82355018). 00000800:00000200:2.0:1761313449.104046:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.104050:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.104053:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313449.108960:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.108968:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354770). 00000400:00000200:1.0:1761313449.108976:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.108986:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.108991:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c31452 00000400:00000010:1.0:1761313449.108994:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096c31452. 02000000:00000010:1.0:1761313449.109002:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e0dd5b2. 00000800:00000200:1.0:1761313449.109076:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.109078:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:1.0:1761313449.109081:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.109084:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.109087:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a23e65b 00000400:00000010:1.0:1761313449.109088:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a23e65b. 00000100:00000200:1.0:1761313449.109096:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c60925 x1846869206508288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313449.110281:0:78663:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e81600a. 00000400:00000200:0.0:1761313449.115323:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.115345:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002300 00000400:00000200:0.0:1761313449.115353:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf1b9 [1] + 224 00000400:00000200:0.0:1761313449.115370:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1761313449.115515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6ec58fa. 00010000:00000010:1.1:1761313449.115524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000054068e1. 00000400:00000200:0.0:1761313449.120732:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.120757:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b5c60925 x1846869206508288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313449.120815:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.120830:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a100 00000400:00000200:0.0:1761313449.120837:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadb55 [2] + 0 00000400:00000200:0.0:1761313449.120883:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.120889:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.120893:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313449.120899:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecce33cf. 00000020:00000010:0.0:1761313449.120948:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eae13f47. 00000020:00000010:0.0:1761313449.120955:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.120960:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313449.120984:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecce33cf x1846869199528192/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313449.121018:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528192 02000000:00000010:0.0:1761313449.121039:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8f4c330. 00010000:00000010:0.0:1761313449.121079:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000733d2b61. 00000100:00000010:0.0:1761313449.121085:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072655148. 00000100:00000010:0.0:1761313449.121092:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072655148. 00010000:00000010:0.0:1761313449.121095:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000733d2b61. 00000400:00000010:0.0:1761313449.121119:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb803c1. 00000100:00000200:0.0:1761313449.121124:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199528192, offset 224 00000400:00000200:0.0:1761313449.121131:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.121151:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.121157:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89857:89857:256:4294967295] 192.168.204.1@tcp LPNI seq info [89857:89857:8:4294967295] 00000400:00000200:0.0:1761313449.121167:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.121171:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.121177:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029bf7edc (tot 82354770). 00000800:00000200:0.0:1761313449.121182:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.121190:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.121193:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029bf7edc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.121209:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.121214:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.121217:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eae13f47. 00000800:00000200:0.0:1761313449.121289:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.121292:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029bf7edc (tot 82354522). 00000400:00000200:0.0:1761313449.121298:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.121301:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.121305:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb803c1 00000400:00000010:0.0:1761313449.121307:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb803c1. 00000400:00000010:3.0:1761313449.121537:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080455563. 00000400:00000200:3.0:1761313449.121541:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea544e46 00000400:00000010:3.0:1761313449.121543:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea544e46. 00000100:00000200:3.0:1761313449.121548:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c60925 x1846869206508288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313449.121557:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c60925 x1846869206508288/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313449.121577:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005bfdc10. 02000000:00000010:3.0:1761313449.121634:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ec09592. 02000000:00000010:3.0:1761313449.121641:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000575fb5e0. 00000100:00000010:3.0:1761313449.121645:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c60925. 00000100:00000010:3.0:1761313449.121649:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000902c410b. 00010000:00000010:3.0:1761313449.121652:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084f50541. 00080000:00000010:3.0:1761313449.121669:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbed3c93. 00010000:00000010:3.0:1761313449.121764:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007201614b. 00010000:00000010:3.0:1761313449.121770:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e02382f. 00010000:00000010:3.0:1761313449.121847:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b197be0c. 00010000:00000010:3.0:1761313449.121854:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313449.121865:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a78c1b0b. 00000100:00000010:3.0:1761313449.121870:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3cc2fe8. 00000100:00000010:3.0:1761313449.121876:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29948a1. 02000000:00000010:3.0:1761313449.121888:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000518824d7. 02000000:00000010:3.0:1761313449.121910:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a13c985. 00000400:00000010:3.0:1761313449.121915:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069bc1b64. 00000400:00000010:3.0:1761313449.121919:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313449.121923:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508352, portal 16 00000400:00000010:3.0:1761313449.121927:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4631295. 00000100:00000200:3.0:1761313449.121929:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508352, offset 0 00000400:00000200:3.0:1761313449.121935:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.121942:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.121949:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313449.121952:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313449.121954:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313449.121956:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89858:89858:256:4294967295] 192.168.204.1@tcp LPNI seq info [89858:89858:8:4294967295] 00000400:00000200:3.0:1761313449.121963:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.121967:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.121971:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009252ade8 (tot 82354770). 00000800:00000200:3.0:1761313449.121975:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.121979:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.121981:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009252ade8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313449.122099:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.122102:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009252ade8 (tot 82354522). 00000400:00000200:0.0:1761313449.122105:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.122117:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.122120:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4631295 00000400:00000010:0.0:1761313449.122121:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4631295. 00000100:00000200:0.0:1761313449.122128:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29948a1 x1846869206508352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313449.125329:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.125353:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002340 00000400:00000200:0.0:1761313449.125361:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf1c5 [1] + 224 00000400:00000200:0.0:1761313449.125379:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.125383:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.125391:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29948a1 x1846869206508352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313449.125489:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069bc1b64. 00000400:00000200:3.0:1761313449.125494:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:3.0:1761313449.125497:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:3.0:1761313449.125504:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29948a1 x1846869206508352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313449.125512:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29948a1 x1846869206508352/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313449.125538:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a13c985. 02000000:00000010:3.0:1761313449.125543:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000518824d7. 00000100:00000010:3.0:1761313449.125546:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29948a1. 00000100:00000010:3.0:1761313449.125549:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3cc2fe8. 00010000:00000010:3.0:1761313449.125552:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a78c1b0b. 00000400:00000200:0.0:1761313449.125873:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.125882:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a140 00000400:00000200:0.0:1761313449.125887:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadb55 [2] + 328 00000400:00000200:0.0:1761313449.126076:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.126081:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.126085:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313449.126089:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b5348ce. 00000020:00000010:3.0:1761313449.126377:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000518824d7. 00000020:00000010:3.0:1761313449.126383:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000730c4862. 00000020:00000010:3.0:1761313449.126388:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f5bad5c. 00000100:00000200:3.0:1761313449.126410:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b5348ce x1846869199528256/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313449.126501:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528256 02000000:00000010:3.0:1761313449.126513:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a13c985. 00010000:00000010:3.0:1761313449.126539:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5d1642b. 00010000:00000010:3.0:1761313449.126559:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a78c1b0b. 00000100:00000010:3.0:1761313449.126565:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3cc2fe8. 00000100:00000010:3.0:1761313449.126581:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3cc2fe8. 00010000:00000010:3.0:1761313449.126584:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a78c1b0b. 00000400:00000010:3.0:1761313449.126596:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313449.126600:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199528256, offset 224 00000400:00000200:3.0:1761313449.126609:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.126620:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.126626:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89859:89859:256:4294967295] 192.168.204.1@tcp LPNI seq info [89859:89859:8:4294967295] 00000400:00000200:3.0:1761313449.126636:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.126642:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.126647:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009252ade8 (tot 82354770). 00000800:00000200:3.0:1761313449.126652:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.126659:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.126663:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009252ade8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313449.126679:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000730c4862. 00000020:00000010:3.0:1761313449.126683:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f5bad5c. 00000020:00000010:3.0:1761313449.126687:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000518824d7. 00080000:00000010:2.0:1761313449.126739:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc466756. 00000800:00000200:0.0:1761313449.126784:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.126787:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009252ade8 (tot 82354522). 00000400:00000200:0.0:1761313449.126792:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.126795:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.126798:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:0.0:1761313449.126800:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00010000:00000010:2.0:1761313449.126829:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c57a483. 00010000:00000010:2.0:1761313449.126836:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dce34ab7. 00010000:00000010:2.0:1761313449.126911:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050b5f554. 00010000:00000010:2.0:1761313449.126918:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cfe21e8c. 00010000:00000010:2.0:1761313449.126927:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000874541da. 00000100:00000010:2.0:1761313449.126931:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008d2db6d. 00000100:00000010:2.0:1761313449.126938:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b23b8fe. 02000000:00000010:2.0:1761313449.126948:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c771da5. 02000000:00000010:2.0:1761313449.126972:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e20f8cf. 00000400:00000010:2.0:1761313449.126977:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d4ac7c. 00000400:00000010:2.0:1761313449.126981:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e8705f6. 00000100:00000200:2.0:1761313449.126986:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508416, portal 16 00000400:00000010:2.0:1761313449.126991:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002683bbc6. 00000100:00000200:2.0:1761313449.126992:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508416, offset 0 00000400:00000200:2.0:1761313449.126998:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.127005:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.127011:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313449.127016:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313449.127019:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313449.127022:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89860:89860:256:4294967295] 192.168.204.1@tcp LPNI seq info [89860:89860:8:4294967295] 00000400:00000200:2.0:1761313449.127029:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.127033:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.127036:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82354770). 00000800:00000200:2.0:1761313449.127039:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.127043:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.127045:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313449.127119:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.127122:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00000400:00000200:0.0:1761313449.127125:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.127128:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.127131:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002683bbc6 00000400:00000010:0.0:1761313449.127132:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002683bbc6. 00000100:00000200:0.0:1761313449.127136:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b23b8fe x1846869206508416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313449.130502:0:78665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060744f49. 00000400:00000200:0.0:1761313449.130505:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00010000:00000010:2.1:1761313449.130513:0:78665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066efd313. 00010000:00000010:2.1:1761313449.130517:0:78665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000471d98dd. 00010000:00000010:2.1:1761313449.130520:0:78665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f27463. 00010000:00000010:2.1:1761313449.130524:0:78665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1775bcc. 00000400:00000200:0.0:1761313449.130524:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002380 00000400:00000200:0.0:1761313449.130535:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf1d1 [1] + 224 00000400:00000200:0.0:1761313449.130548:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.130552:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.130564:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b23b8fe x1846869206508416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313449.130599:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.130606:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a180 00000400:00000200:0.0:1761313449.130611:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadb55 [2] + 656 00000400:00000200:0.0:1761313449.130664:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.130668:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.130672:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313449.130678:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efea900. 00000400:00000010:3.0:1761313449.130758:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d4ac7c. 00000400:00000200:3.0:1761313449.130763:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e8705f6 00000400:00000010:3.0:1761313449.130765:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e8705f6. 00000100:00000200:3.0:1761313449.130772:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b23b8fe x1846869206508416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313449.130780:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b23b8fe x1846869206508416/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313449.130812:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e20f8cf. 02000000:00000010:3.0:1761313449.130819:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c771da5. 00000100:00000010:3.0:1761313449.130824:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b23b8fe. 00000100:00000010:3.0:1761313449.130828:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008d2db6d. 00010000:00000010:3.0:1761313449.130832:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000874541da. 00000020:00000010:3.0:1761313449.130868:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000518824d7. 00000020:00000010:3.0:1761313449.130874:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000730c4862. 00000020:00000010:3.0:1761313449.130878:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f5bad5c. 00000100:00000200:3.0:1761313449.130901:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003efea900 x1846869199528320/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313449.130938:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528320 02000000:00000010:3.0:1761313449.130949:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009e0f7da4. 00010000:00000010:3.0:1761313449.130976:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2b3efd7. 00010000:00000010:3.0:1761313449.130995:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a78c1b0b. 00000100:00000010:3.0:1761313449.131001:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3cc2fe8. 00000100:00000010:3.0:1761313449.131010:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3cc2fe8. 00010000:00000010:3.0:1761313449.131013:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a78c1b0b. 00080000:00000010:3.0:1761313449.131054:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6fc23dc. 00010000:00000010:3.0:1761313449.131154:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfe21e8c. 00010000:00000010:3.0:1761313449.131161:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000026ecc5b. 00010000:00000010:3.0:1761313449.131233:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8492a51. 00010000:00000010:3.0:1761313449.131239:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313449.131249:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a78c1b0b. 00000100:00000010:3.0:1761313449.131253:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3cc2fe8. 00000100:00000010:3.0:1761313449.131259:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29948a1. 02000000:00000010:3.0:1761313449.131272:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c771da5. 02000000:00000010:3.0:1761313449.131295:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e20f8cf. 00000400:00000010:3.0:1761313449.131299:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069bc1b64. 00000400:00000010:3.0:1761313449.131303:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c6939da. 00000100:00000200:3.0:1761313449.131308:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508480, portal 16 00000400:00000010:3.0:1761313449.131312:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008958a6fd. 00000100:00000200:3.0:1761313449.131315:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508480, offset 0 00000400:00000200:3.0:1761313449.131322:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.131331:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.131338:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313449.131342:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313449.131345:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313449.131348:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89861:89861:256:4294967295] 192.168.204.1@tcp LPNI seq info [89861:89861:8:4294967295] 00000400:00000200:3.0:1761313449.131357:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.131362:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.131367:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca3ecc26 (tot 82354770). 00000800:00000200:3.0:1761313449.131372:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.131378:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.131382:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca3ecc26 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761313449.131399:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000542f1aca. 00000100:00000200:3.0:1761313449.131402:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199528320, offset 224 00000400:00000200:3.0:1761313449.131407:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.131412:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.131416:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89862:89862:255:4294967295] 192.168.204.1@tcp LPNI seq info [89862:89862:7:4294967295] 00000400:00000200:3.0:1761313449.131422:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.131426:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.131429:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4a65457 (tot 82355018). 00000800:00000200:3.0:1761313449.131433:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.131436:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.131438:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a4a65457 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313449.131449:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000730c4862. 00000020:00000010:3.0:1761313449.131453:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f5bad5c. 00000020:00000010:3.0:1761313449.131459:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000518824d7. 00000800:00000200:0.0:1761313449.131989:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.131994:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca3ecc26 (tot 82354770). 00000400:00000200:0.0:1761313449.131998:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.132002:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.132006:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008958a6fd 00000400:00000010:0.0:1761313449.132008:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008958a6fd. 00000100:00000200:0.0:1761313449.132015:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29948a1 x1846869206508480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761313449.132089:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.132091:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4a65457 (tot 82354522). 00000400:00000200:0.0:1761313449.132094:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.132098:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.132100:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000542f1aca 00000400:00000010:0.0:1761313449.132102:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000542f1aca. 00000400:00000200:1.0:1761313449.134845:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.134862:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0023c0 00000400:00000200:1.0:1761313449.134870:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf1d9 [1] + 224 00000400:00000200:1.0:1761313449.134880:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.134884:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.134893:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29948a1 x1846869206508480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313449.134913:0:792:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1926820. 00010000:00000010:3.1:1761313449.134921:0:792:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098cc5f33. 00010000:00000010:3.1:1761313449.134926:0:792:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e22e6995. 00000400:00000200:1.0:1761313449.134930:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.134935:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a1c0 00000400:00000200:1.0:1761313449.134940:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadb55 [2] + 984 00000400:00000200:1.0:1761313449.134998:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.135002:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.135006:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313449.135012:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 00000020:00000010:0.0:1761313449.135854:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eae13f47. 00000020:00000010:0.0:1761313449.135863:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313449.135867:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313449.135895:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ad394eb x1846869199528384/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313449.135926:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528384 02000000:00000010:0.0:1761313449.135935:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091f2d766. 00010000:00000010:0.0:1761313449.135969:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000733d2b61. 00000100:00000010:0.0:1761313449.135975:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072655148. 00000100:00000010:0.0:1761313449.135980:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072655148. 00010000:00000010:0.0:1761313449.135983:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000733d2b61. 00000400:00000010:0.0:1761313449.135994:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb803c1. 00000100:00000200:0.0:1761313449.135999:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199528384, offset 224 00000400:00000200:0.0:1761313449.136006:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.136016:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.136022:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89863:89863:256:4294967295] 192.168.204.1@tcp LPNI seq info [89863:89863:8:4294967295] 00000400:00000200:0.0:1761313449.136041:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.136049:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.136053:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029bf7edc (tot 82354770). 00000800:00000200:0.0:1761313449.136059:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.136065:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.136068:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029bf7edc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.136089:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313449.136093:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.136095:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eae13f47. 00000800:00000200:1.0:1761313449.136665:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.136669:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029bf7edc (tot 82354522). 00000400:00000200:1.0:1761313449.136677:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.136681:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.136686:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb803c1 00000400:00000010:1.0:1761313449.136688:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb803c1. 00010000:00000010:2.1:1761313449.136848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073d65843. 00010000:00000010:2.1:1761313449.136857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b197be0c. 00000400:00000010:2.0:1761313449.137001:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069bc1b64. 00000400:00000200:2.0:1761313449.137005:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c6939da 00000400:00000010:2.0:1761313449.137007:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c6939da. 00000100:00000200:2.0:1761313449.137015:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29948a1 x1846869206508480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313449.137025:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29948a1 x1846869206508480/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313449.137048:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c37d004a. 02000000:00000010:2.0:1761313449.137062:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e20f8cf. 02000000:00000010:2.0:1761313449.137068:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c771da5. 00000100:00000010:2.0:1761313449.137072:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29948a1. 00000100:00000010:2.0:1761313449.137076:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3cc2fe8. 00010000:00000010:2.0:1761313449.137078:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a78c1b0b. 00080000:00000010:2.0:1761313449.137096:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008149c51c. 00010000:00000010:3.1:1761313449.137172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000543e753c. 00010000:00000010:3.1:1761313449.137178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a182f75d. 00010000:00000010:3.1:1761313449.137182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087468f02. 00010000:00000010:3.1:1761313449.137186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050b5f554. 00010000:00000010:2.0:1761313449.137200:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:2.0:1761313449.137207:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002631cf0c. 00010000:00000010:2.0:1761313449.137352:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1775bcc. 00010000:00000010:2.0:1761313449.137358:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000264698dc. 00010000:00000010:2.0:1761313449.137369:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c95963f8. 00000100:00000010:2.0:1761313449.137373:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc9e5299. 00000100:00000010:2.0:1761313449.137380:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ca3dcbd4. 02000000:00000010:2.0:1761313449.137391:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c984cfaf. 02000000:00000010:2.0:1761313449.137415:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f19301d3. 00000400:00000010:2.0:1761313449.137421:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000daeeb20d. 00000400:00000010:2.0:1761313449.137425:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4461392. 00000100:00000200:2.0:1761313449.137430:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508544, portal 16 00000400:00000010:2.0:1761313449.137435:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069ae5087. 00000100:00000200:2.0:1761313449.137437:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508544, offset 0 00000400:00000200:2.0:1761313449.137443:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.137453:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.137459:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313449.137462:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313449.137465:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313449.137492:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89864:89864:256:4294967295] 192.168.204.1@tcp LPNI seq info [89864:89864:8:4294967295] 00000400:00000200:2.0:1761313449.137502:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.137508:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.137511:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313449.137516:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.137520:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.137523:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313449.137823:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.137826:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354522). 00000400:00000200:1.0:1761313449.137830:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.137834:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.137836:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069ae5087 00000400:00000010:1.0:1761313449.137838:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069ae5087. 00000100:00000200:1.0:1761313449.137844:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ca3dcbd4 x1846869206508544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313449.150594:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.150613:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002400 00000400:00000200:1.0:1761313449.150622:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf1e9 [1] + 224 00000400:00000200:1.0:1761313449.150635:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.150640:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.150650:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ca3dcbd4 x1846869206508544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313449.151761:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.151771:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a200 00000400:00000200:1.0:1761313449.151777:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadb55 [2] + 1312 00000400:00000200:1.0:1761313449.153342:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.153353:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.153361:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313449.153367:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 00000400:00000010:3.0:1761313449.153567:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000daeeb20d. 00000400:00000200:3.0:1761313449.153572:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4461392 00000400:00000010:3.0:1761313449.153574:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4461392. 00000100:00000200:3.0:1761313449.153583:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ca3dcbd4 x1846869206508544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313449.153592:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ca3dcbd4 x1846869206508544/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313449.153623:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f19301d3. 02000000:00000010:3.0:1761313449.153629:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c984cfaf. 00000100:00000010:3.0:1761313449.153632:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ca3dcbd4. 00000100:00000010:3.0:1761313449.153636:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc9e5299. 00010000:00000010:3.0:1761313449.153640:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c95963f8. 00010000:00000010:2.1:1761313449.155395:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe9cb286. 00010000:00000010:2.1:1761313449.155406:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037594fd2. 00010000:00000010:2.1:1761313449.155410:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8492a51. 00000020:00000010:2.0:1761313449.155454:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031145efb. 00000020:00000010:2.0:1761313449.155460:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313449.155464:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313449.155513:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061f542ae x1846869199528448/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313449.155542:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528448 02000000:00000010:2.0:1761313449.155553:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c984cfaf. 00010000:00000010:2.0:1761313449.155578:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb1da6a6. 00010000:00000010:2.0:1761313449.155594:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f44403d. 00000100:00000010:2.0:1761313449.155599:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc9e5299. 00000100:00000010:2.0:1761313449.155609:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc9e5299. 00010000:00000010:2.0:1761313449.155612:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f44403d. 00000400:00000010:2.0:1761313449.155623:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9414777. 00000100:00000200:2.0:1761313449.155627:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199528448, offset 224 00000400:00000200:2.0:1761313449.155634:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.155645:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.155650:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89865:89865:256:4294967295] 192.168.204.1@tcp LPNI seq info [89865:89865:8:4294967295] 00000400:00000200:2.0:1761313449.155660:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.155665:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.155669:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82354770). 00000800:00000200:2.0:1761313449.155675:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.155681:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.155684:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313449.155696:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015e7b0f6. 00000020:00000010:2.0:1761313449.155699:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313449.155701:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031145efb. 00000800:00000200:1.0:1761313449.155828:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.155831:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354522). 00000400:00000200:1.0:1761313449.155835:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.155839:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.155843:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9414777 00000400:00000010:1.0:1761313449.155845:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9414777. 00080000:00000010:3.0:1761313449.157447:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000518824d7. 00010000:00000010:3.0:1761313449.157557:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000264698dc. 00010000:00000010:3.0:1761313449.157565:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000616c2fd6. 00010000:00000010:3.0:1761313449.157631:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002404edd0. 00010000:00000010:3.0:1761313449.157638:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d064080. 00010000:00000010:3.0:1761313449.157648:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e89a97dd. 00000100:00000010:3.0:1761313449.157654:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f58249d6. 00000100:00000010:3.0:1761313449.157662:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b53a2de. 02000000:00000010:3.0:1761313449.157676:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000575fb5e0. 02000000:00000010:3.0:1761313449.157702:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ec09592. 00000400:00000010:3.0:1761313449.157708:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adff28de. 00000400:00000010:3.0:1761313449.157713:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003773d4dc. 00000100:00000200:3.0:1761313449.157719:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508608, portal 16 00000400:00000010:3.0:1761313449.157723:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313449.157725:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508608, offset 0 00000400:00000200:3.0:1761313449.157732:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.157743:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.157749:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313449.157753:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313449.157755:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313449.157758:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89866:89866:256:4294967295] 192.168.204.1@tcp LPNI seq info [89866:89866:8:4294967295] 00000400:00000200:3.0:1761313449.157767:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.157772:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.157776:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c7aa1bf (tot 82354770). 00000800:00000200:3.0:1761313449.157781:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.157786:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.157790:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c7aa1bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313449.160609:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.160616:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c7aa1bf (tot 82354522). 00000400:00000200:1.0:1761313449.160625:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.160633:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.160640:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:1.0:1761313449.160643:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000100:00000200:1.0:1761313449.160656:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b53a2de x1846869206508608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.163224:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.163244:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002440 00000400:00000200:3.0:1761313449.163253:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf1f5 [1] + 224 00000400:00000200:3.0:1761313449.163268:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.163272:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.163283:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b53a2de x1846869206508608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313449.163404:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adff28de. 00000400:00000200:2.0:1761313449.163410:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003773d4dc 00000400:00000010:2.0:1761313449.163412:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003773d4dc. 00000100:00000200:2.0:1761313449.163419:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b53a2de x1846869206508608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313449.163432:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b53a2de x1846869206508608/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313449.163463:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ec09592. 02000000:00000010:2.0:1761313449.163491:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000575fb5e0. 00000100:00000010:2.0:1761313449.163497:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b53a2de. 00000100:00000010:2.0:1761313449.163502:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f58249d6. 00010000:00000010:2.0:1761313449.163505:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e89a97dd. 00010000:00000010:2.1:1761313449.164890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080dd8afb. 00010000:00000010:3.1:1761313449.168093:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5162de1. 00010000:00000010:3.1:1761313449.168113:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1775bcc. 00000400:00000200:1.0:1761313449.168318:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.168335:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a240 00000400:00000200:1.0:1761313449.168341:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadb55 [2] + 1640 00000400:00000200:1.0:1761313449.168400:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.168405:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.168411:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313449.168416:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dc8069e. 00000020:00000010:0.0:1761313449.168532:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e9995e7. 00000020:00000010:0.0:1761313449.168538:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c07fb59. 00000020:00000010:0.0:1761313449.168542:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313449.168566:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dc8069e x1846869199528512/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313449.168598:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528512 02000000:00000010:0.0:1761313449.168608:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006270eda5. 00010000:00000010:0.0:1761313449.168638:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2a8daa6. 00010000:00000010:0.0:1761313449.168657:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000733d2b61. 00000100:00000010:0.0:1761313449.168665:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a20f97f. 00000100:00000010:0.0:1761313449.168677:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a20f97f. 00010000:00000010:0.0:1761313449.168680:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000733d2b61. 00000400:00000010:0.0:1761313449.168693:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f342411. 00000100:00000200:0.0:1761313449.168698:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199528512, offset 224 00000400:00000200:0.0:1761313449.168706:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.168717:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.168722:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89867:89867:256:4294967295] 192.168.204.1@tcp LPNI seq info [89867:89867:8:4294967295] 00000400:00000200:0.0:1761313449.168733:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.168737:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.168741:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000001fb610 (tot 82354770). 00000800:00000200:0.0:1761313449.168746:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.168754:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.168757:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000001fb610 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.168775:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c07fb59. 00000020:00000010:0.0:1761313449.168779:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.168782:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e9995e7. 00000800:00000200:0.0:1761313449.168837:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.168840:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000001fb610 (tot 82354522). 00000400:00000200:0.0:1761313449.168846:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.168850:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.168853:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f342411 00000400:00000010:0.0:1761313449.168855:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f342411. 00080000:00000010:1.0:1761313449.168921:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000757024a5. 00010000:00000010:1.0:1761313449.169018:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d064080. 00010000:00000010:1.0:1761313449.169024:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009f7cf576. 00010000:00000010:1.0:1761313449.169136:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf865324. 00010000:00000010:1.0:1761313449.169142:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c010c5b. 00010000:00000010:1.0:1761313449.169153:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000271de680. 00000100:00000010:1.0:1761313449.169157:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452192a2. 00000100:00000010:1.0:1761313449.169163:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 02000000:00000010:1.0:1761313449.169173:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ebe56e91. 02000000:00000010:1.0:1761313449.169196:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccb5d465. 00000400:00000010:1.0:1761313449.169202:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd0d628. 00000400:00000010:1.0:1761313449.169207:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d925608. 00000100:00000200:1.0:1761313449.169212:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508672, portal 16 00000400:00000010:1.0:1761313449.169215:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be1eb111. 00000100:00000200:1.0:1761313449.169218:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508672, offset 0 00000400:00000200:1.0:1761313449.169223:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313449.169230:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313449.169236:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313449.169239:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313449.169242:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313449.169244:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89868:89868:256:4294967295] 192.168.204.1@tcp LPNI seq info [89868:89868:8:4294967295] 00000400:00000200:1.0:1761313449.169251:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313449.169255:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313449.169258:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ec456d (tot 82354770). 00000800:00000200:1.0:1761313449.169262:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313449.169266:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313449.169269:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000085ec456d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313449.171155:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.171162:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ec456d (tot 82354522). 00000400:00000200:0.0:1761313449.171169:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.171177:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.171181:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be1eb111 00000400:00000010:0.0:1761313449.171184:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be1eb111. 00000100:00000200:0.0:1761313449.171192:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffcaa815 x1846869206508672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313449.178615:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.178637:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002480 00000400:00000200:1.0:1761313449.178646:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf201 [1] + 224 00000400:00000200:1.0:1761313449.178657:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.178661:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.178673:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffcaa815 x1846869206508672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313449.178717:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.178722:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a280 00000400:00000200:1.0:1761313449.178727:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadb55 [2] + 1968 00000400:00000010:1.0:1761313449.178732:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000032ca02c. 00000400:00000200:1.0:1761313449.178737:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004fdf3043 00000400:00000200:1.0:1761313449.178808:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.178813:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.178815:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004fdf3043 00000400:00000010:1.0:1761313449.178817:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004fdf3043 (tot 82354370). 00000100:00000200:1.0:1761313449.178823:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313449.178896:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064fce3e5. 00000020:00000010:3.0:1761313449.178905:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000730c4862. 00000020:00000010:3.0:1761313449.178911:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f5bad5c. 00000100:00000200:3.0:1761313449.178941:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e66a07e2 x1846869199528576/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313449.178984:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528576 02000000:00000010:3.0:1761313449.179000:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007e20f8cf. 00010000:00000010:3.0:1761313449.179042:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cd55a70. 00000100:00000010:3.0:1761313449.179050:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f58249d6. 00000100:00000010:3.0:1761313449.179057:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f58249d6. 00010000:00000010:3.0:1761313449.179060:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cd55a70. 00000400:00000010:3.0:1761313449.179074:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001600eaa. 00000100:00000200:3.0:1761313449.179079:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199528576, offset 224 00000400:00000200:3.0:1761313449.179099:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.179118:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.179124:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89869:89869:256:4294967295] 192.168.204.1@tcp LPNI seq info [89869:89869:8:4294967295] 00000400:00000200:3.0:1761313449.179135:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.179141:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.179146:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066f55ff8 (tot 82354618). 00000800:00000200:3.0:1761313449.179153:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.179160:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.179165:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066f55ff8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313449.179187:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000730c4862. 00000020:00000010:3.0:1761313449.179191:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f5bad5c. 00000020:00000010:3.0:1761313449.179196:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064fce3e5. 02000000:00000010:3.0:1761313449.179205:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006270eda5. 00000100:00000010:3.0:1761313449.179208:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dc8069e. 02000000:00000010:3.0:1761313449.179214:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c984cfaf. 00000100:00000010:3.0:1761313449.179229:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 02000000:00000010:3.0:1761313449.179234:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091f2d766. 00000100:00000010:3.0:1761313449.179236:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 02000000:00000010:3.0:1761313449.179239:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009e0f7da4. 00000100:00000010:3.0:1761313449.179241:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efea900. 02000000:00000010:3.0:1761313449.179244:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a13c985. 00000100:00000010:3.0:1761313449.179246:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b5348ce. 02000000:00000010:3.0:1761313449.179248:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8f4c330. 00000100:00000010:3.0:1761313449.179250:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecce33cf. 00000100:00000200:3.0:1761313449.179256:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313449.179261:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3447791. 00000400:00000010:3.0:1761313449.179264:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f58249d6 (tot 82354770). 00010000:00000010:1.1:1761313449.179515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5e4793. 00010000:00000010:1.1:1761313449.179522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002404edd0. 00000800:00000200:3.0:1761313449.180541:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.180546:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066f55ff8 (tot 82354522). 00000400:00000200:3.0:1761313449.180552:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.180559:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.180563:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001600eaa 00000400:00000010:3.0:1761313449.180565:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001600eaa. 02000000:00000010:3.0:1761313449.180584:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007e20f8cf. 00000400:00000010:2.0:1761313449.182443:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd0d628. 00000400:00000200:2.0:1761313449.182452:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d925608 00000400:00000010:2.0:1761313449.182454:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d925608. 00000100:00000200:2.0:1761313449.182466:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffcaa815 x1846869206508672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313449.182492:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffcaa815 x1846869206508672/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.182753:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.182768:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 26 MB=0x68fb7be95a2c0 00000400:00000200:3.0:1761313449.182775:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.1@tcp of length 224/224 into md 0x8adad [2] + 0 00000400:00000010:3.0:1761313449.182778:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c5050f3e. 00000400:00000200:3.0:1761313449.182781:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000dece1c16 00000400:00000200:3.0:1761313449.182790:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.182794:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.182797:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dece1c16 00000400:00000010:3.0:1761313449.182799:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000dece1c16 (tot 82354370). 00000100:00000200:3.0:1761313449.182804:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1761313449.182825:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.182830:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 12 MB=0x68fb7be95a300 00000400:00000200:3.0:1761313449.182835:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.1@tcp of length 224/224 into md 0x7b285 [64] + 76320 00000400:00000200:3.0:1761313449.182840:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.182842:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.182846:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761313449.182850:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000428d88e4. 00000400:00000200:3.0:1761313449.182875:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.182879:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 28 MB=0x68fb7be95a340 00000400:00000200:3.0:1761313449.182884:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.1@tcp of length 224/224 into md 0x7457d [8] + 9176 00000400:00000200:3.0:1761313449.182891:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.182894:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.182896:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1761313449.182899:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022b20aea. 00000020:00000010:3.0:1761313449.182944:0:66446:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e20f8cf. 00000020:00000010:3.0:1761313449.182950:0:66446:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000730c4862. 00000020:00000010:3.0:1761313449.182954:0:66446:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f5bad5c. 00000100:00000200:3.0:1761313449.182986:0:66446:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528768 02000000:00000010:3.0:1761313449.183006:0:66446:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a13c985. 00010000:00000200:3.0:1761313449.183015:0:66446:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000022b20aea x1846869199528768/t0(0) o400->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 224/224 e 0 to 0 dl 1761313492 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1761313449.183030:0:66446:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001600eaa. 00000100:00000200:3.0:1761313449.183035:0:66446:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846869199528768, offset 224 00000400:00000200:3.0:1761313449.183042:0:66446:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.183054:0:66446:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.183058:0:66446:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89870:89870:256:4294967295] 192.168.204.1@tcp LPNI seq info [89870:89870:8:4294967295] 00000400:00000200:3.0:1761313449.183068:0:66446:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.183073:0:66446:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.183078:0:66446:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066f55ff8 (tot 82354618). 00000800:00000200:3.0:1761313449.183083:0:66446:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.183089:0:66446:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.183093:0:66446:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066f55ff8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313449.183117:0:66446:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000730c4862. 00000020:00000010:3.0:1761313449.183122:0:66446:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f5bad5c. 00000020:00000010:3.0:1761313449.183126:0:66446:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e20f8cf. 00010000:00000010:2.0:1761313449.183364:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddf4ecb9. 02000000:00000010:2.0:1761313449.183381:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccb5d465. 02000000:00000010:2.0:1761313449.183386:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ebe56e91. 00000100:00000010:2.0:1761313449.183390:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 00000100:00000010:2.0:1761313449.183393:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452192a2. 00010000:00000010:2.0:1761313449.183396:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000271de680. 00080000:00000010:2.0:1761313449.183413:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031145efb. 00000400:00000200:3.0:1761313449.183576:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.183585:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 28 MB=0x68fb7be95a380 00000400:00000200:3.0:1761313449.183589:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.1@tcp of length 224/224 into md 0x7457d [8] + 9400 00000400:00000200:3.0:1761313449.183597:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.183600:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.183603:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1761313449.183606:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000023c2e59. 00000800:00000200:3.0:1761313449.183665:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.183668:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066f55ff8 (tot 82354370). 00000400:00000200:3.0:1761313449.183672:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.183675:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.183677:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001600eaa 00000400:00000010:3.0:1761313449.183679:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001600eaa. 00000020:00000010:3.0:1761313449.183702:0:66446:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e0f7da4. 00000020:00000010:3.0:1761313449.183706:0:66446:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000730c4862. 00000020:00000010:3.0:1761313449.183708:0:66446:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f5bad5c. 00000100:00000200:3.0:1761313449.183729:0:66446:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528832 02000000:00000010:3.0:1761313449.183738:0:66446:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007e20f8cf. 00010000:00000200:3.0:1761313449.183743:0:66446:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000023c2e59 x1846869199528832/t0(0) o400->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 224/224 e 0 to 0 dl 1761313492 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1761313449.183752:0:66446:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001600eaa. 00000100:00000200:3.0:1761313449.183756:0:66446:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846869199528832, offset 224 00000400:00000200:3.0:1761313449.183760:0:66446:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.183767:0:66446:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.183770:0:66446:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89871:89871:256:4294967295] 192.168.204.1@tcp LPNI seq info [89871:89871:8:4294967295] 00000400:00000200:3.0:1761313449.183777:0:66446:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.183781:0:66446:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.183784:0:66446:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066f55ff8 (tot 82354618). 00000800:00000200:3.0:1761313449.183788:0:66446:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.183792:0:66446:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.183794:0:66446:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066f55ff8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313449.183805:0:66446:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000730c4862. 00000020:00000010:3.0:1761313449.183808:0:66446:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f5bad5c. 00000020:00000010:3.0:1761313449.183811:0:66446:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e0f7da4. 00000800:00000200:3.0:1761313449.183830:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.183832:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066f55ff8 (tot 82354370). 00000400:00000200:3.0:1761313449.183835:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.183838:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.183839:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001600eaa 00000400:00000010:3.0:1761313449.183841:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001600eaa. 00000020:00000010:3.0:1761313449.184192:0:71847:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e0f7da4. 00000020:00000010:3.0:1761313449.184196:0:71847:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000730c4862. 00000020:00000010:3.0:1761313449.184198:0:71847:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f5bad5c. 00000100:00000200:3.0:1761313449.184215:0:71847:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528640 02000000:00000010:3.0:1761313449.184223:0:71847:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064fce3e5. 00010000:00000200:3.0:1761313449.184228:0:71847:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000020e527bb x1846869199528640/t0(0) o400->c58b5e95-d282-4757-9c4f-08f40e1dcae4@192.168.204.1@tcp:380/0 lens 224/224 e 0 to 0 dl 1761313455 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1761313449.184237:0:71847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001600eaa. 00000100:00000200:3.0:1761313449.184240:0:71847:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1846869199528640, offset 224 00000400:00000200:3.0:1761313449.184245:0:71847:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.184250:0:71847:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.184254:0:71847:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89872:89872:256:4294967295] 192.168.204.1@tcp LPNI seq info [89872:89872:8:4294967295] 00000400:00000200:3.0:1761313449.184260:0:71847:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.184263:0:71847:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.184265:0:71847:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066f55ff8 (tot 82354618). 00000800:00000200:3.0:1761313449.184269:0:71847:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.184272:0:71847:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.184274:0:71847:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066f55ff8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313449.184285:0:71847:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000730c4862. 00000020:00000010:3.0:1761313449.184287:0:71847:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f5bad5c. 00000020:00000010:3.0:1761313449.184289:0:71847:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e0f7da4. 00000100:00000200:3.0:1761313449.184296:0:71847:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1761313449.184301:0:71847:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095bdfb9b. 00000400:00000010:3.0:1761313449.184305:0:71847:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3cc2fe8 (tot 82354770). 00000800:00000200:3.0:1761313449.184324:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.184326:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066f55ff8 (tot 82354522). 00000400:00000200:3.0:1761313449.184329:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.184332:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.184334:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001600eaa 00000400:00000010:3.0:1761313449.184335:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001600eaa. 02000000:00000010:3.0:1761313449.184338:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064fce3e5. 00010000:00000010:2.0:1761313449.184501:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c010c5b. 00010000:00000010:2.0:1761313449.184511:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4b187af. 00010000:00000010:2.0:1761313449.184589:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2093e08. 00010000:00000010:2.0:1761313449.184595:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001543b719. 00010000:00000010:2.0:1761313449.184607:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f44403d. 00000100:00000010:2.0:1761313449.184614:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc9e5299. 00000100:00000010:2.0:1761313449.184621:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c468af4. 02000000:00000010:2.0:1761313449.184632:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f19301d3. 02000000:00000010:2.0:1761313449.184658:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c984cfaf. 00000400:00000010:2.0:1761313449.184662:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000602e1087. 00000400:00000010:2.0:1761313449.184666:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039409be4. 00000100:00000200:2.0:1761313449.184669:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508736, portal 16 00000400:00000010:2.0:1761313449.184673:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cea5b6b5. 00000100:00000200:2.0:1761313449.184675:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508736, offset 0 00000400:00000200:2.0:1761313449.184680:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.184686:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.184692:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313449.184695:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313449.184698:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313449.184701:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89873:89873:256:4294967295] 192.168.204.1@tcp LPNI seq info [89873:89873:8:4294967295] 00000400:00000200:2.0:1761313449.184707:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.184711:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.184714:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82354770). 00000800:00000200:2.0:1761313449.184718:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.184721:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.184723:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313449.184858:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.184861:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354522). 00000400:00000200:1.0:1761313449.184865:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.184869:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.184871:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cea5b6b5 00000400:00000010:1.0:1761313449.184873:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cea5b6b5. 00000100:00000200:1.0:1761313449.184878:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c468af4 x1846869206508736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313449.185411:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efee7afc. 00000020:00000010:0.0:1761313449.185450:0:64784:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eae13f47. 00000020:00000010:0.0:1761313449.185456:0:64784:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.185460:0:64784:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313449.187538:0:64784:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528704 02000000:00000010:0.0:1761313449.187567:0:64784:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006e9995e7. 00010000:00000200:0.0:1761313449.187582:0:64784:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000428d88e4 x1846869199528704/t0(0) o400->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 224/224 e 0 to 0 dl 1761313492 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:0.0:1761313449.187600:0:64784:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f342411. 00000100:00000200:0.0:1761313449.187607:0:64784:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846869199528704, offset 224 00000400:00000200:0.0:1761313449.187615:0:64784:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.187628:0:64784:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.187634:0:64784:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89874:89874:256:4294967295] 192.168.204.1@tcp LPNI seq info [89874:89874:8:4294967295] 00000400:00000200:0.0:1761313449.187644:0:64784:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.187651:0:64784:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.187655:0:64784:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000001fb610 (tot 82354770). 00000800:00000200:0.0:1761313449.187661:0:64784:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.187668:0:64784:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.187672:0:64784:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000001fb610 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.187686:0:64784:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.187691:0:64784:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.187694:0:64784:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eae13f47. 00000800:00000200:3.0:1761313449.187943:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.187947:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000001fb610 (tot 82354522). 00000400:00000200:3.0:1761313449.187954:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.187960:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.187964:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f342411 00000400:00000010:3.0:1761313449.187966:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f342411. 00000400:00000200:0.0:1761313449.199333:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.199353:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0024c0 00000400:00000200:0.0:1761313449.199361:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf221 [1] + 224 00000400:00000200:0.0:1761313449.199378:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.199387:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.199399:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c468af4 x1846869206508736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313449.199448:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000602e1087. 00000400:00000200:0.0:1761313449.199452:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039409be4 00000400:00000010:0.0:1761313449.199455:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039409be4. 00000100:00000200:0.0:1761313449.199460:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c468af4 x1846869206508736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313449.199491:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c468af4 x1846869206508736/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313449.199520:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c984cfaf. 02000000:00000010:0.0:1761313449.199527:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f19301d3. 00000100:00000010:0.0:1761313449.199531:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c468af4. 00000100:00000010:0.0:1761313449.199536:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc9e5299. 00010000:00000010:0.0:1761313449.199541:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f44403d. 00000400:00000200:0.0:1761313449.201981:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.201998:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a3c0 00000400:00000200:0.0:1761313449.202004:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadbad [2] + 0 00000400:00000200:0.0:1761313449.202069:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.202074:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.202080:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313449.202086:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfb623eb. 00000020:00000010:0.0:1761313449.202151:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6bfd5b0. 00000020:00000010:0.0:1761313449.202157:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.202161:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313449.202184:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfb623eb x1846869199528896/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313449.202213:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528896 02000000:00000010:0.0:1761313449.202225:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8f4c330. 00010000:00000010:0.0:1761313449.202253:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fddc51f4. 00010000:00000010:0.0:1761313449.202275:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cacf1a71. 00000100:00000010:0.0:1761313449.202281:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a20f97f. 00000100:00000010:0.0:1761313449.202291:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a20f97f. 00010000:00000010:0.0:1761313449.202293:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cacf1a71. 00000400:00000010:0.0:1761313449.202305:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e99e622. 00000100:00000200:0.0:1761313449.202309:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199528896, offset 224 00000400:00000200:0.0:1761313449.202316:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.202332:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.202338:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89875:89875:256:4294967295] 192.168.204.1@tcp LPNI seq info [89875:89875:8:4294967295] 00000400:00000200:0.0:1761313449.202347:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.202352:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.202356:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000001fb610 (tot 82354770). 00000800:00000200:0.0:1761313449.202361:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.202366:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.202369:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000001fb610 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.202383:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.202388:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.202391:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6bfd5b0. 00080000:00000010:0.0:1761313449.202420:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6bfd5b0. 00010000:00000010:0.0:1761313449.202523:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001543b719. 00010000:00000010:0.0:1761313449.202529:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa923718. 00010000:00000010:0.0:1761313449.202604:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000054068e1. 00010000:00000010:0.0:1761313449.202610:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c02bdd39. 00010000:00000010:0.0:1761313449.202620:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cacf1a71. 00000100:00000010:0.0:1761313449.202623:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a20f97f. 00000100:00000010:0.0:1761313449.202628:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097d9a2db. 02000000:00000010:0.0:1761313449.202639:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091f2d766. 02000000:00000010:0.0:1761313449.202661:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006270eda5. 00000400:00000010:0.0:1761313449.202667:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f833fed9. 00000400:00000010:0.0:1761313449.202671:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb083fae. 00000100:00000200:0.0:1761313449.202675:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508800, portal 16 00000400:00000010:0.0:1761313449.202679:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313449.202680:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508800, offset 0 00000400:00000200:0.0:1761313449.202685:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.202690:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.202696:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313449.202699:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313449.202702:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313449.202704:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89876:89876:255:4294967295] 192.168.204.1@tcp LPNI seq info [89876:89876:7:4294967295] 00000400:00000200:0.0:1761313449.202710:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.202714:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.202717:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d29b4693 (tot 82355018). 00000800:00000200:0.0:1761313449.202720:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.202725:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.202728:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d29b4693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313449.203141:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.203146:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000001fb610 (tot 82354770). 00000400:00000200:3.0:1761313449.203154:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.203159:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.203162:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e99e622 00000400:00000010:3.0:1761313449.203165:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e99e622. 00000800:00000200:3.0:1761313449.203219:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.203221:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d29b4693 (tot 82354522). 00000400:00000200:3.0:1761313449.203224:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.203227:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.203229:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:3.0:1761313449.203231:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00000100:00000200:3.0:1761313449.203236:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097d9a2db x1846869206508800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313449.204822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028da962d. 00010000:00000010:2.1:1761313449.204833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000940a7792. 00010000:00000010:2.1:1761313449.204837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf865324. 00000400:00000200:1.0:1761313449.208287:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.208310:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002500 00000400:00000200:1.0:1761313449.208318:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf231 [1] + 224 00000400:00000200:1.0:1761313449.208329:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.208332:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.208341:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097d9a2db x1846869206508800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313449.208705:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.208711:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a400 00000400:00000200:1.0:1761313449.208716:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadbad [2] + 328 00000400:00000010:2.0:1761313449.209153:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f833fed9. 00000400:00000200:2.0:1761313449.209158:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb083fae 00000400:00000010:2.0:1761313449.209160:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb083fae. 00000100:00000200:2.0:1761313449.209168:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097d9a2db x1846869206508800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313449.209176:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097d9a2db x1846869206508800/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313449.209204:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006270eda5. 02000000:00000010:2.0:1761313449.209209:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091f2d766. 00000100:00000010:2.0:1761313449.209213:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097d9a2db. 00000100:00000010:2.0:1761313449.209217:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a20f97f. 00010000:00000010:2.0:1761313449.209220:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cacf1a71. 00000400:00000200:1.0:1761313449.210521:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.210530:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.210536:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313449.210541:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 00010000:00000010:0.1:1761313449.215890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c8892e. 00010000:00000010:0.1:1761313449.215903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000075f2458. 00010000:00000010:0.1:1761313449.215907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2093e08. 00000020:00000010:0.0:1761313449.215996:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009707bf7. 00000020:00000010:0.0:1761313449.216002:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.216007:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313449.216035:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a65e944 x1846869199528960/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313449.216071:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199528960 02000000:00000010:0.0:1761313449.216082:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091f2d766. 00010000:00000010:0.0:1761313449.216120:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001047d1c6. 00010000:00000010:0.0:1761313449.216150:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c58fbc2. 00000100:00000010:0.0:1761313449.216158:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033ed3743. 00000100:00000010:0.0:1761313449.216177:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033ed3743. 00010000:00000010:0.0:1761313449.216180:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c58fbc2. 00000400:00000010:0.0:1761313449.216195:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facf59a2. 00000100:00000200:0.0:1761313449.216201:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199528960, offset 224 00000400:00000200:0.0:1761313449.216209:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.216224:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.216230:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89877:89877:256:4294967295] 192.168.204.1@tcp LPNI seq info [89877:89877:8:4294967295] 00000400:00000200:0.0:1761313449.216241:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.216247:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.216251:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000127edb7c (tot 82354770). 00000800:00000200:0.0:1761313449.216257:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00080000:00000010:1.0:1761313449.216260:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccb5d465. 00000800:00000200:0.0:1761313449.216264:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.216268:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000127edb7c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.216293:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.216298:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.216301:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009707bf7. 00000800:00000200:2.0:1761313449.216392:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313449.216396:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000127edb7c (tot 82354522). 00000400:00000200:2.0:1761313449.216403:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.216409:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313449.216414:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facf59a2 00000400:00000010:2.0:1761313449.216415:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facf59a2. 00010000:00000010:1.0:1761313449.217401:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c02bdd39. 00010000:00000010:1.0:1761313449.217411:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1b161e6. 00010000:00000010:1.0:1761313449.217506:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd8c97a0. 00010000:00000010:1.0:1761313449.217512:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004711eaa8. 00010000:00000010:1.0:1761313449.217522:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c229eb9. 00000100:00000010:1.0:1761313449.217527:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452192a2. 00000100:00000010:1.0:1761313449.217535:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 02000000:00000010:1.0:1761313449.217548:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e0dd5b2. 02000000:00000010:1.0:1761313449.217577:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5eda349. 00000400:00000010:1.0:1761313449.217583:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000722afeaa. 00000400:00000010:1.0:1761313449.217587:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000680ded24. 00000100:00000200:1.0:1761313449.217593:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508864, portal 16 00000400:00000010:1.0:1761313449.217598:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007923f018. 00000100:00000200:1.0:1761313449.217600:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508864, offset 0 00000400:00000200:1.0:1761313449.217607:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313449.217618:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313449.217624:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313449.217628:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313449.217630:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313449.217634:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89878:89878:256:4294967295] 192.168.204.1@tcp LPNI seq info [89878:89878:8:4294967295] 00000400:00000200:1.0:1761313449.217642:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313449.217647:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313449.217650:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae5814d2 (tot 82354770). 00000800:00000200:1.0:1761313449.217655:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313449.217661:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313449.217663:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae5814d2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313449.217808:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313449.217811:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae5814d2 (tot 82354522). 00000400:00000200:2.0:1761313449.217814:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.217819:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313449.217821:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007923f018 00000400:00000010:2.0:1761313449.217823:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007923f018. 00000100:00000200:2.0:1761313449.217830:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004cba86d4 x1846869206508864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313449.220567:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.220586:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002540 00000400:00000200:1.0:1761313449.220594:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf23d [1] + 224 00000400:00000200:1.0:1761313449.220606:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.220609:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.220619:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004cba86d4 x1846869206508864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313449.221717:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.221729:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a440 00000400:00000200:1.0:1761313449.221736:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadbad [2] + 656 00000400:00000010:2.0:1761313449.222071:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000722afeaa. 00000400:00000200:2.0:1761313449.222076:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000680ded24 00000400:00000010:2.0:1761313449.222078:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000680ded24. 00000100:00000200:2.0:1761313449.222087:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004cba86d4 x1846869206508864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313449.222097:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004cba86d4 x1846869206508864/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313449.222139:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5eda349. 02000000:00000010:2.0:1761313449.222146:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e0dd5b2. 00000100:00000010:2.0:1761313449.222150:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 00000100:00000010:2.0:1761313449.222155:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452192a2. 00010000:00000010:2.0:1761313449.222158:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c229eb9. 00000400:00000200:1.0:1761313449.222352:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.222358:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.222364:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313449.222368:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 00000020:00000010:3.0:1761313449.223205:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092218095. 00000020:00000010:3.0:1761313449.223213:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1a1aa23. 00000020:00000010:3.0:1761313449.223218:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f5bad5c. 00000100:00000200:3.0:1761313449.223244:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e9c373 x1846869199529024/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313449.223285:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529024 02000000:00000010:3.0:1761313449.223300:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009e0f7da4. 00010000:00000010:3.0:1761313449.223326:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e86de2b. 00010000:00000010:3.0:1761313449.223345:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000026fddcf2. 00000100:00000010:3.0:1761313449.223352:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b7d7b2f. 00000100:00000010:3.0:1761313449.223364:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b7d7b2f. 00010000:00000010:3.0:1761313449.223367:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000026fddcf2. 00080000:00000010:3.0:1761313449.223395:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000027e65ad. 00010000:00000010:3.0:1761313449.223499:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004711eaa8. 00010000:00000010:3.0:1761313449.223506:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000537edf7c. 00010000:00000010:3.0:1761313449.223572:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077207d8b. 00010000:00000010:3.0:1761313449.223577:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c57a483. 00010000:00000010:3.0:1761313449.223586:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000026fddcf2. 00000100:00000010:3.0:1761313449.223589:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b7d7b2f. 00000100:00000010:3.0:1761313449.223594:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000896ad9cf. 02000000:00000010:3.0:1761313449.223604:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006a2914eb. 02000000:00000010:3.0:1761313449.223623:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000080f3c70. 00000400:00000010:3.0:1761313449.223628:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000052852cca. 00000400:00000010:3.0:1761313449.223633:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001600eaa. 00000100:00000200:3.0:1761313449.223639:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508928, portal 16 00000400:00000010:3.0:1761313449.223642:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a508bee2. 00000100:00000200:3.0:1761313449.223645:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508928, offset 0 00000400:00000200:3.0:1761313449.223651:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.223663:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.223669:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313449.223672:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313449.223675:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313449.223678:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89879:89879:256:4294967295] 192.168.204.1@tcp LPNI seq info [89879:89879:8:4294967295] 00000400:00000200:3.0:1761313449.223688:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.223694:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.223698:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066f55ff8 (tot 82354770). 00000800:00000200:3.0:1761313449.223702:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.223709:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.223712:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066f55ff8 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761313449.224525:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313449.224532:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529024, offset 224 00000400:00000200:0.0:1761313449.224539:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.224548:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.224552:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89880:89880:255:4294967295] 192.168.204.1@tcp LPNI seq info [89880:89880:7:4294967295] 00000400:00000200:0.0:1761313449.224563:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.224567:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.224570:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0672ee9 (tot 82355018). 00000800:00000200:0.0:1761313449.224574:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.224578:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.224581:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0672ee9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.224592:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1a1aa23. 00000020:00000010:0.0:1761313449.224597:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f5bad5c. 00000020:00000010:0.0:1761313449.224602:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092218095. 00000800:00000200:3.0:1761313449.225373:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.225379:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066f55ff8 (tot 82354770). 00000400:00000200:3.0:1761313449.225384:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.225390:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.225395:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a508bee2 00000400:00000010:3.0:1761313449.225397:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a508bee2. 00000100:00000200:3.0:1761313449.225406:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000896ad9cf x1846869206508928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761313449.225771:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.225774:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0672ee9 (tot 82354522). 00000400:00000200:3.0:1761313449.225781:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.225785:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.225787:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:3.0:1761313449.225789:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00010000:00000010:0.1:1761313449.230521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000750830f0. 00000400:00000200:3.0:1761313449.230742:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.230760:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002580 00000400:00000200:3.0:1761313449.230768:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf245 [1] + 224 00000400:00000200:3.0:1761313449.230780:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.230784:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.230793:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000896ad9cf x1846869206508928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.230829:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.230835:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a480 00000400:00000200:3.0:1761313449.230839:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadbad [2] + 984 00000400:00000010:0.0:1761313449.230847:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000052852cca. 00000400:00000200:0.0:1761313449.230851:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001600eaa 00000400:00000010:0.0:1761313449.230853:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001600eaa. 00000100:00000200:0.0:1761313449.230860:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000896ad9cf x1846869206508928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313449.230866:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000896ad9cf x1846869206508928/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.230883:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.230886:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.230890:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313449.230894:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef3948d6. 02000000:00000010:0.0:1761313449.230894:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000080f3c70. 02000000:00000010:0.0:1761313449.230899:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006a2914eb. 00000100:00000010:0.0:1761313449.230903:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000896ad9cf. 00000100:00000010:0.0:1761313449.230907:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b7d7b2f. 00010000:00000010:0.0:1761313449.230910:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000026fddcf2. 00010000:00000010:1.1:1761313449.230964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5752b77. 00010000:00000010:1.1:1761313449.230971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000054068e1. 00000020:00000010:1.0:1761313449.231000:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5eda349. 00000020:00000010:1.0:1761313449.231006:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000331736f9. 00000020:00000010:1.0:1761313449.231010:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007a13f433. 00000100:00000200:1.0:1761313449.231044:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ef3948d6 x1846869199529088/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313449.231075:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529088 02000000:00000010:1.0:1761313449.231088:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000491a423e. 00010000:00000010:1.0:1761313449.231124:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9402b13. 00010000:00000010:1.0:1761313449.231143:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f544d0a. 00000100:00000010:1.0:1761313449.231149:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452192a2. 00000100:00000010:1.0:1761313449.231163:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452192a2. 00010000:00000010:1.0:1761313449.231166:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f544d0a. 00000400:00000010:1.0:1761313449.231178:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000386f6e07. 00000100:00000200:1.0:1761313449.231182:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529088, offset 224 00080000:00000010:0.0:1761313449.231188:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009707bf7. 00000400:00000200:1.0:1761313449.231189:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313449.231198:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313449.231203:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89881:89881:256:4294967295] 192.168.204.1@tcp LPNI seq info [89881:89881:8:4294967295] 00000400:00000200:1.0:1761313449.231212:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313449.231216:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313449.231220:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008803a01b (tot 82354770). 00000800:00000200:1.0:1761313449.231225:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313449.231231:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313449.231234:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008803a01b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313449.231260:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000331736f9. 00000020:00000010:1.0:1761313449.231263:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007a13f433. 00000020:00000010:1.0:1761313449.231266:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5eda349. 00010000:00000010:0.0:1761313449.231278:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c57a483. 00010000:00000010:0.0:1761313449.231284:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d82e8a0. 00010000:00000010:0.0:1761313449.231352:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007812ae3d. 00010000:00000010:0.0:1761313449.231356:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.231361:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000146e0a57. 00010000:00000010:0.0:1761313449.231365:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d1af9f44. 00080000:00000010:0.0:1761313449.231378:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006270eda5. 00010000:00000010:0.0:1761313449.231403:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1af9f44. 00010000:00000010:0.0:1761313449.231407:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac55e987. 00000800:00000200:3.0:1761313449.231419:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.231422:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008803a01b (tot 82354522). 00000400:00000200:3.0:1761313449.231425:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.231428:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.231431:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000386f6e07 00000400:00000010:3.0:1761313449.231432:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000386f6e07. 00010000:00000010:0.0:1761313449.231461:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba5ebf71. 00010000:00000010:0.0:1761313449.231464:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d1af9f44. 00010000:00000010:0.0:1761313449.231492:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c58fbc2. 00000100:00000010:0.0:1761313449.231496:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033ed3743. 00000100:00000010:0.0:1761313449.231502:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000af9e5096. 02000000:00000010:0.0:1761313449.231513:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092218095. 02000000:00000010:0.0:1761313449.231535:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000478c70d. 00000400:00000010:0.0:1761313449.231539:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313449.231543:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313449.231547:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206508992, portal 16 00000400:00000010:0.0:1761313449.231551:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facf59a2. 00000100:00000200:0.0:1761313449.231553:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206508992, offset 0 00000400:00000200:0.0:1761313449.231558:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.231563:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.231570:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313449.231572:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313449.231575:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313449.231577:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89882:89882:256:4294967295] 192.168.204.1@tcp LPNI seq info [89882:89882:8:4294967295] 00000400:00000200:0.0:1761313449.231583:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.231588:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.231591:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c8098d0 (tot 82354770). 00000800:00000200:0.0:1761313449.231595:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.231598:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.231600:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c8098d0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313449.231777:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.231779:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c8098d0 (tot 82354522). 00000400:00000200:3.0:1761313449.231786:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.231789:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.231792:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facf59a2 00000400:00000010:3.0:1761313449.231794:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facf59a2. 00000100:00000200:3.0:1761313449.231799:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000af9e5096 x1846869206508992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.233091:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.233114:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0025c0 00000400:00000200:3.0:1761313449.233120:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf255 [1] + 224 00000400:00000200:3.0:1761313449.233132:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.233135:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.233141:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000af9e5096 x1846869206508992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313449.233188:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313449.233192:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:0.0:1761313449.233194:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000100:00000200:0.0:1761313449.233199:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000af9e5096 x1846869206508992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313449.233206:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000af9e5096 x1846869206508992/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313449.233230:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000478c70d. 02000000:00000010:0.0:1761313449.233235:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092218095. 00000100:00000010:0.0:1761313449.233238:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000af9e5096. 00000100:00000010:0.0:1761313449.233241:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033ed3743. 00010000:00000010:0.0:1761313449.233244:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c58fbc2. 00010000:00000010:3.1:1761313449.236524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dc98526. 00010000:00000010:3.1:1761313449.236537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089688d2c. 00010000:00000010:3.1:1761313449.236541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8c97a0. 00000400:00000200:3.0:1761313449.237283:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.237300:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a4c0 00000400:00000200:3.0:1761313449.237308:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadbad [2] + 1312 00000400:00000200:3.0:1761313449.237367:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.237371:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.237379:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313449.237384:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ccbaf3e. 00000020:00000010:1.0:1761313449.237507:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5eda349. 00000020:00000010:1.0:1761313449.237514:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000331736f9. 00000020:00000010:1.0:1761313449.237519:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007a13f433. 00000100:00000200:1.0:1761313449.237542:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ccbaf3e x1846869199529152/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313449.237576:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529152 02000000:00000010:1.0:1761313449.237588:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d57876f9. 00010000:00000010:1.0:1761313449.237618:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3833e19. 00010000:00000010:1.0:1761313449.237636:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e84716c. 00000100:00000010:1.0:1761313449.237643:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452192a2. 00000100:00000010:1.0:1761313449.237659:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452192a2. 00010000:00000010:1.0:1761313449.237663:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e84716c. 00000400:00000010:1.0:1761313449.237675:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000386f6e07. 00000100:00000200:1.0:1761313449.237680:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529152, offset 224 00080000:00000010:0.0:1761313449.237687:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000478c70d. 00000400:00000200:1.0:1761313449.237688:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313449.237698:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313449.237704:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89883:89883:256:4294967295] 192.168.204.1@tcp LPNI seq info [89883:89883:8:4294967295] 00000400:00000200:1.0:1761313449.237713:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313449.237718:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313449.237722:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000597e8afc (tot 82354770). 00000800:00000200:1.0:1761313449.237727:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313449.237733:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313449.237736:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000597e8afc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313449.237756:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000331736f9. 00000020:00000010:1.0:1761313449.237760:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007a13f433. 00000020:00000010:1.0:1761313449.237763:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5eda349. 00010000:00000010:0.0:1761313449.237775:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1af9f44. 00010000:00000010:0.0:1761313449.237781:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f8886df. 00010000:00000010:0.0:1761313449.237860:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022ee91a3. 00000800:00000200:3.0:1761313449.237861:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.237863:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000597e8afc (tot 82354522). 00010000:00000010:0.0:1761313449.237866:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d1af9f44. 00000400:00000200:3.0:1761313449.237867:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.237870:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.237873:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000386f6e07 00000400:00000010:3.0:1761313449.237875:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000386f6e07. 00010000:00000010:0.0:1761313449.237875:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c58fbc2. 00000100:00000010:0.0:1761313449.237879:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033ed3743. 00000100:00000010:0.0:1761313449.237885:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000af9e5096. 02000000:00000010:0.0:1761313449.237897:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ebe56e91. 02000000:00000010:0.0:1761313449.237919:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092218095. 00000400:00000010:0.0:1761313449.237924:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313449.237928:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313449.237934:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509056, portal 16 00000400:00000010:0.0:1761313449.237939:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb083fae. 00000100:00000200:0.0:1761313449.237941:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509056, offset 0 00000400:00000200:0.0:1761313449.237946:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.237951:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.237958:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313449.237961:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313449.237964:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313449.237966:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89884:89884:256:4294967295] 192.168.204.1@tcp LPNI seq info [89884:89884:8:4294967295] 00000400:00000200:0.0:1761313449.237972:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.237976:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.237979:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bb4c615 (tot 82354770). 00000800:00000200:0.0:1761313449.237983:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.237987:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.237989:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003bb4c615 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313449.238330:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.238332:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bb4c615 (tot 82354522). 00000400:00000200:3.0:1761313449.238339:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.238342:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.238345:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb083fae 00000400:00000010:3.0:1761313449.238346:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb083fae. 00000100:00000200:3.0:1761313449.238351:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000af9e5096 x1846869206509056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313449.240550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070e7f4e1. 00010000:00000010:0.1:1761313449.240562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077207d8b. 00010000:00000010:0.1:1761313449.240567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007812ae3d. 00010000:00000010:0.1:1761313449.240570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000146e0a57. 00010000:00000010:1.1:1761313449.240755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df6188a4. 00000400:00000200:3.0:1761313449.241081:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.241096:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002600 00000400:00000200:3.0:1761313449.241114:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf261 [1] + 224 00000400:00000200:3.0:1761313449.241125:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.241129:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.241139:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000af9e5096 x1846869206509056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.241174:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.241179:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a500 00000400:00000200:3.0:1761313449.241184:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadbad [2] + 1640 00000400:00000200:3.0:1761313449.241192:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.241195:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.241199:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313449.241204:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062b6f091. 00000400:00000010:0.0:1761313449.241222:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:0.0:1761313449.241227:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:0.0:1761313449.241229:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000100:00000200:0.0:1761313449.241235:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000af9e5096 x1846869206509056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313449.241243:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000af9e5096 x1846869206509056/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313449.241275:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092218095. 02000000:00000010:0.0:1761313449.241280:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ebe56e91. 00000100:00000010:0.0:1761313449.241284:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000af9e5096. 00000100:00000010:0.0:1761313449.241288:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033ed3743. 00010000:00000010:0.0:1761313449.241291:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c58fbc2. 00000020:00000010:1.0:1761313449.241314:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000455e7eb9. 00000020:00000010:0.0:1761313449.241353:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.241359:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313449.241383:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000062b6f091 x1846869199529216/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313449.241417:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529216 02000000:00000010:0.0:1761313449.241428:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092218095. 00010000:00000010:0.0:1761313449.241454:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060a552a3. 00010000:00000010:0.0:1761313449.241492:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c58fbc2. 00000100:00000010:0.0:1761313449.241498:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033ed3743. 00000100:00000010:0.0:1761313449.241512:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033ed3743. 00010000:00000010:0.0:1761313449.241516:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c58fbc2. 00000400:00000010:0.0:1761313449.241528:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044323596. 00000100:00000200:0.0:1761313449.241532:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529216, offset 224 00080000:00000010:1.0:1761313449.241533:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b5c984e. 00000400:00000200:0.0:1761313449.241539:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.241548:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.241553:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89885:89885:256:4294967295] 192.168.204.1@tcp LPNI seq info [89885:89885:8:4294967295] 00000400:00000200:0.0:1761313449.241561:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.241566:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.241570:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044ba7d01 (tot 82354770). 00000800:00000200:0.0:1761313449.241574:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.241580:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.241583:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044ba7d01 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.241602:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.241606:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.241609:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000455e7eb9. 00010000:00000010:1.0:1761313449.241619:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1af9f44. 00010000:00000010:1.0:1761313449.241627:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007084dfe1. 00010000:00000010:0.0:1761313449.242252:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000146e0a57. 00010000:00000010:0.0:1761313449.242259:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f31ad1ce. 00010000:00000010:0.0:1761313449.242270:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c58fbc2. 00000100:00000010:0.0:1761313449.242273:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033ed3743. 00000100:00000010:0.0:1761313449.242280:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000af9e5096. 02000000:00000010:0.0:1761313449.242291:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ebe56e91. 02000000:00000010:0.0:1761313449.242311:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049fc0043. 00000400:00000010:0.0:1761313449.242316:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdc2febc. 00000400:00000010:0.0:1761313449.242319:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a851b774. 00000100:00000200:0.0:1761313449.242323:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509120, portal 16 00000400:00000010:0.0:1761313449.242327:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e99e622. 00000100:00000200:0.0:1761313449.242328:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509120, offset 0 00000400:00000200:0.0:1761313449.242334:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.242341:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.242348:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313449.242351:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313449.242353:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313449.242356:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89886:89886:255:4294967295] 192.168.204.1@tcp LPNI seq info [89886:89886:7:4294967295] 00000400:00000200:0.0:1761313449.242363:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.242367:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.242369:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bb4c615 (tot 82355018). 00000800:00000200:0.0:1761313449.242373:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.242378:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.242380:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003bb4c615 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313449.242425:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.242429:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044ba7d01 (tot 82354770). 00000400:00000200:3.0:1761313449.242436:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.242440:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.242442:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044323596 00000400:00000010:3.0:1761313449.242444:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044323596. 00000800:00000200:3.0:1761313449.243718:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.243724:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bb4c615 (tot 82354522). 00000400:00000200:3.0:1761313449.243730:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.243737:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.243741:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e99e622 00000400:00000010:3.0:1761313449.243743:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e99e622. 00000100:00000200:3.0:1761313449.243752:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000af9e5096 x1846869206509120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313449.244503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe6126c. 00010000:00000010:0.1:1761313449.248747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dee63acd. 00010000:00000010:0.1:1761313449.248759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba5ebf71. 00000400:00000200:0.0:1761313449.248791:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.248807:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002640 00000400:00000200:0.0:1761313449.248814:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf26d [1] + 224 00000400:00000200:0.0:1761313449.248825:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.248829:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.248838:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000af9e5096 x1846869206509120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313449.248869:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.248873:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a540 00000400:00000200:0.0:1761313449.248878:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadbad [2] + 1968 00000400:00000010:0.0:1761313449.248882:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000ab2044c. 00000400:00000200:0.0:1761313449.248885:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009ae2374e 00000400:00000200:0.0:1761313449.248894:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.248897:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.248899:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ae2374e 00000400:00000010:0.0:1761313449.248900:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009ae2374e (tot 82354370). 00000100:00000200:0.0:1761313449.248905:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761313449.248911:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdc2febc. 00000400:00000200:3.0:1761313449.248915:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a851b774 00000400:00000010:3.0:1761313449.248917:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a851b774. 00000100:00000200:3.0:1761313449.248924:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000af9e5096 x1846869206509120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313449.248931:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000af9e5096 x1846869206509120/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313449.248953:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f81be0e. 00000020:00000010:0.0:1761313449.248959:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac55e987. 02000000:00000010:3.0:1761313449.248963:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049fc0043. 00000020:00000010:0.0:1761313449.248963:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 02000000:00000010:3.0:1761313449.248969:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ebe56e91. 00000100:00000010:3.0:1761313449.248973:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000af9e5096. 00000100:00000010:3.0:1761313449.248976:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033ed3743. 00010000:00000010:3.0:1761313449.248979:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c58fbc2. 00000100:00000200:0.0:1761313449.248987:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b1c187b x1846869199529280/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313449.249017:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529280 02000000:00000010:0.0:1761313449.249029:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb76e7f3. 00010000:00000010:0.0:1761313449.249056:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005b7f9f4. 00010000:00000010:0.0:1761313449.249075:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000217c1d44. 00000100:00000010:0.0:1761313449.249081:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092bf6f89. 00000100:00000010:0.0:1761313449.250724:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092bf6f89. 00010000:00000010:0.0:1761313449.250733:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000217c1d44. 00000400:00000010:0.0:1761313449.250754:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f342411. 00000100:00000200:0.0:1761313449.250759:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529280, offset 224 00000400:00000200:0.0:1761313449.250768:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.250782:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.250787:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89887:89887:256:4294967295] 192.168.204.1@tcp LPNI seq info [89887:89887:8:4294967295] 00000400:00000200:0.0:1761313449.250797:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.250802:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.250807:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c8098d0 (tot 82354618). 00000800:00000200:0.0:1761313449.250812:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.250819:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.250823:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c8098d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.250844:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.250849:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.250852:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f81be0e. 02000000:00000010:0.0:1761313449.250862:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092218095. 00000100:00000010:0.0:1761313449.250865:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062b6f091. 02000000:00000010:0.0:1761313449.250870:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d57876f9. 00000100:00000010:0.0:1761313449.250871:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ccbaf3e. 02000000:00000010:0.0:1761313449.250874:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000491a423e. 00000100:00000010:0.0:1761313449.250876:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef3948d6. 02000000:00000010:0.0:1761313449.250879:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009e0f7da4. 00000100:00000010:0.0:1761313449.250881:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 02000000:00000010:0.0:1761313449.250883:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091f2d766. 00000100:00000010:0.0:1761313449.250886:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 02000000:00000010:0.0:1761313449.250890:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8f4c330. 00000100:00000010:0.0:1761313449.250892:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfb623eb. 00000100:00000200:0.0:1761313449.250904:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313449.250909:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000ab2044c. 00000400:00000010:0.0:1761313449.250912:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000092bf6f89 (tot 82354770). 00000800:00000200:0.0:1761313449.251033:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.251036:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c8098d0 (tot 82354522). 00000400:00000200:0.0:1761313449.251043:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.251047:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.251051:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f342411 00000400:00000010:0.0:1761313449.251053:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f342411. 02000000:00000010:0.0:1761313449.251057:0:15809:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb76e7f3. 00080000:00000010:3.0:1761313449.251152:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd98bc84. 00010000:00000010:3.0:1761313449.251254:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f31ad1ce. 00010000:00000010:3.0:1761313449.251261:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002de7500b. 00010000:00000010:3.0:1761313449.251341:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054885f27. 00010000:00000010:3.0:1761313449.251347:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618d949e. 00010000:00000010:3.0:1761313449.251359:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005edb22fd. 00000100:00000010:3.0:1761313449.251364:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9055f11. 00000100:00000010:3.0:1761313449.251372:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6c1806d. 02000000:00000010:3.0:1761313449.251385:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002003c1f2. 02000000:00000010:3.0:1761313449.251411:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd57f05f. 00000400:00000010:3.0:1761313449.251416:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eacf2cc7. 00000400:00000010:3.0:1761313449.251419:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a508bee2. 00000100:00000200:3.0:1761313449.251422:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509184, portal 16 00000400:00000010:3.0:1761313449.251427:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001600eaa. 00000100:00000200:3.0:1761313449.251429:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509184, offset 0 00000400:00000200:3.0:1761313449.251435:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.251443:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.251449:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313449.251453:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313449.251700:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313449.251702:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89888:89888:256:4294967295] 192.168.204.1@tcp LPNI seq info [89888:89888:8:4294967295] 00000400:00000200:3.0:1761313449.251711:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.251717:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.251721:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066f55ff8 (tot 82354770). 00000800:00000200:3.0:1761313449.251726:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.251730:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.251732:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066f55ff8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313449.251860:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.251863:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066f55ff8 (tot 82354522). 00000400:00000200:0.0:1761313449.251867:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.251870:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.251873:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001600eaa 00000400:00000010:0.0:1761313449.251874:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001600eaa. 00000100:00000200:0.0:1761313449.251882:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f6c1806d x1846869206509184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313449.253838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a279f3dc. 00010000:00000010:1.1:1761313449.253852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ee91a3. 00010000:00000010:0.1:1761313449.254033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083274856. 00000400:00000200:3.0:1761313449.254166:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.254184:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002680 00000400:00000200:3.0:1761313449.254190:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf27d [1] + 224 00000400:00000200:3.0:1761313449.254204:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.254207:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.254217:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f6c1806d x1846869206509184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313449.255042:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eacf2cc7. 00000400:00000200:1.0:1761313449.255049:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a508bee2 00000400:00000010:1.0:1761313449.255051:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a508bee2. 00000100:00000200:1.0:1761313449.255059:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f6c1806d x1846869206509184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313449.255069:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f6c1806d x1846869206509184/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313449.255097:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd57f05f. 02000000:00000010:1.0:1761313449.255114:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002003c1f2. 00000100:00000010:1.0:1761313449.255119:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6c1806d. 00000100:00000010:1.0:1761313449.255123:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9055f11. 00010000:00000010:1.0:1761313449.255127:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005edb22fd. 00010000:00000010:0.1:1761313449.255589:0:78673:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd460b28. 00010000:00000010:3.1:1761313449.259677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b822b2d3. 00010000:00000010:3.1:1761313449.259700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000146e0a57. 00000400:00000200:0.0:1761313449.259816:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.259834:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a580 00000400:00000200:0.0:1761313449.259841:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadc05 [2] + 0 00000400:00000200:0.0:1761313449.260074:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.260080:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.260086:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313449.260092:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfb623eb. 00000020:00000010:2.0:1761313449.260172:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c984cfaf. 00000020:00000010:2.0:1761313449.260179:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000000efc05c. 00000020:00000010:2.0:1761313449.260184:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313449.260210:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfb623eb x1846869199529344/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313449.260243:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529344 02000000:00000010:2.0:1761313449.260254:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000575fb5e0. 00010000:00000010:2.0:1761313449.260281:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043a8fdc3. 00010000:00000010:2.0:1761313449.260299:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000178bb1d5. 00000100:00000010:2.0:1761313449.260306:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ec23c772. 00000100:00000010:2.0:1761313449.260327:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ec23c772. 00010000:00000010:2.0:1761313449.260330:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000178bb1d5. 00000400:00000010:2.0:1761313449.260342:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb1bbf3c. 00000100:00000200:2.0:1761313449.260347:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529344, offset 224 00000400:00000200:2.0:1761313449.260354:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.260366:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.260371:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89889:89889:256:4294967295] 192.168.204.1@tcp LPNI seq info [89889:89889:8:4294967295] 00000400:00000200:2.0:1761313449.260380:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.260385:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.260390:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf65db0a (tot 82354770). 00000800:00000200:2.0:1761313449.260395:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.260401:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.260404:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf65db0a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313449.260418:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000000efc05c. 00000020:00000010:2.0:1761313449.260421:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313449.260424:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c984cfaf. 00080000:00000010:0.0:1761313449.261368:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8f4c330. 00000800:00000200:1.0:1761313449.261572:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.261577:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf65db0a (tot 82354522). 00000400:00000200:1.0:1761313449.261582:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.261588:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.261594:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb1bbf3c 00000400:00000010:1.0:1761313449.261597:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb1bbf3c. 00010000:00000010:0.0:1761313449.262882:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618d949e. 00010000:00000010:0.0:1761313449.262897:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c2a346a. 00010000:00000010:0.0:1761313449.263000:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba5ebf71. 00010000:00000010:0.0:1761313449.263008:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000072f7727d. 00010000:00000010:0.0:1761313449.263023:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000217c1d44. 00000100:00000010:0.0:1761313449.263030:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130e63aa. 00000100:00000010:0.0:1761313449.263040:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfdd843f. 02000000:00000010:0.0:1761313449.263055:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091f2d766. 02000000:00000010:0.0:1761313449.263089:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb76e7f3. 00000400:00000010:0.0:1761313449.263099:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006049b83b. 00000400:00000010:0.0:1761313449.263115:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f342411. 00000100:00000200:0.0:1761313449.263124:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509248, portal 16 00000400:00000010:0.0:1761313449.263129:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb803c1. 00000100:00000200:0.0:1761313449.263131:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509248, offset 0 00000400:00000200:0.0:1761313449.263149:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.263166:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.263174:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313449.263178:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313449.263181:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313449.263184:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89890:89890:256:4294967295] 192.168.204.1@tcp LPNI seq info [89890:89890:8:4294967295] 00000400:00000200:0.0:1761313449.263195:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.263201:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.263205:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c8098d0 (tot 82354770). 00000800:00000200:0.0:1761313449.263211:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.263219:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.263222:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c8098d0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313449.263384:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.263388:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c8098d0 (tot 82354522). 00000400:00000200:3.0:1761313449.263396:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.263401:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.263404:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb803c1 00000400:00000010:3.0:1761313449.263407:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb803c1. 00000100:00000200:3.0:1761313449.263414:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfdd843f x1846869206509248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313449.265464:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00010000:00000010:2.1:1761313449.265508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c723f0. 00000400:00000200:0.0:1761313449.265664:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0026c0 00000400:00000200:0.0:1761313449.265672:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf289 [1] + 224 00000400:00000200:0.0:1761313449.265686:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.265690:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.265700:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfdd843f x1846869206509248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313449.265754:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006049b83b. 00000400:00000200:1.0:1761313449.265759:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f342411 00000400:00000010:1.0:1761313449.265761:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f342411. 00000100:00000200:1.0:1761313449.265767:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfdd843f x1846869206509248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313449.265775:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfdd843f x1846869206509248/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313449.265804:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb76e7f3. 02000000:00000010:1.0:1761313449.265809:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091f2d766. 00000100:00000010:1.0:1761313449.265814:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfdd843f. 00000100:00000010:1.0:1761313449.265819:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130e63aa. 00010000:00000010:1.0:1761313449.265822:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000217c1d44. 00010000:00000010:0.1:1761313449.267521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000412efd21. 00010000:00000010:0.1:1761313449.267542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054885f27. 00000400:00000200:1.0:1761313449.270850:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.270871:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a5c0 00000400:00000200:1.0:1761313449.270879:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadc05 [2] + 328 00000400:00000200:1.0:1761313449.270948:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.270953:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.270959:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313449.270965:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a65e944. 00000020:00000010:3.0:1761313449.271216:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c48ff14c. 00000020:00000010:3.0:1761313449.271224:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afe956c1. 00000020:00000010:3.0:1761313449.271228:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f39cffe1. 00000100:00000200:3.0:1761313449.271251:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a65e944 x1846869199529408/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313449.271282:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529408 02000000:00000010:3.0:1761313449.271292:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002003c1f2. 00010000:00000010:3.0:1761313449.271318:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7785527. 00010000:00000010:3.0:1761313449.271340:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000017642c77. 00000100:00000010:3.0:1761313449.271346:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c3d73a2. 00000100:00000010:3.0:1761313449.271360:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c3d73a2. 00010000:00000010:3.0:1761313449.271363:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000017642c77. 00000400:00000010:3.0:1761313449.271375:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003773d4dc. 00000100:00000200:3.0:1761313449.271381:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529408, offset 224 00000400:00000200:3.0:1761313449.271389:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.271399:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00080000:00000010:1.0:1761313449.271403:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000343c5a73. 00000400:00000200:3.0:1761313449.271405:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89891:89891:256:4294967295] 192.168.204.1@tcp LPNI seq info [89891:89891:8:4294967295] 00000400:00000200:3.0:1761313449.271416:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.271420:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.271425:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b7e22f30 (tot 82354770). 00000800:00000200:3.0:1761313449.271430:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.271436:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.271439:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b7e22f30 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313449.271461:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afe956c1. 00000020:00000010:3.0:1761313449.271465:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f39cffe1. 00000020:00000010:3.0:1761313449.271504:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c48ff14c. 00010000:00000010:1.0:1761313449.271534:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072f7727d. 00010000:00000010:1.0:1761313449.271542:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069d841bb. 00000800:00000200:0.0:1761313449.271559:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.271564:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b7e22f30 (tot 82354522). 00000400:00000200:0.0:1761313449.271569:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.271575:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.271579:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003773d4dc 00000400:00000010:0.0:1761313449.271581:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003773d4dc. 00010000:00000010:1.0:1761313449.271611:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2617f7e. 00010000:00000010:1.0:1761313449.271616:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008ba367c7. 00010000:00000010:1.0:1761313449.271621:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd8c97a0. 00010000:00000010:1.0:1761313449.271627:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006ab85062. 00080000:00000010:1.0:1761313449.271640:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de4fa779. 00010000:00000010:1.0:1761313449.271662:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ab85062. 00010000:00000010:1.0:1761313449.271667:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ba367c7. 00010000:00000010:1.0:1761313449.271716:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf865324. 00010000:00000010:1.0:1761313449.271720:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006ab85062. 00010000:00000010:1.0:1761313449.271727:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e84716c. 00000100:00000010:1.0:1761313449.271730:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452192a2. 00000100:00000010:1.0:1761313449.271736:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000016e9c373. 02000000:00000010:1.0:1761313449.271748:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d57876f9. 02000000:00000010:1.0:1761313449.271771:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000455e7eb9. 00000400:00000010:1.0:1761313449.271777:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000722afeaa. 00000400:00000010:1.0:1761313449.271782:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000680ded24. 00000100:00000200:1.0:1761313449.271786:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509312, portal 16 00000400:00000010:1.0:1761313449.271790:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007923f018. 00000100:00000200:1.0:1761313449.271792:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509312, offset 0 00000400:00000200:1.0:1761313449.271797:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313449.271804:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313449.271811:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313449.271814:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313449.271817:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313449.271820:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89892:89892:256:4294967295] 192.168.204.1@tcp LPNI seq info [89892:89892:8:4294967295] 00000400:00000200:1.0:1761313449.271827:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313449.272098:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313449.272111:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c83d2c7 (tot 82354770). 00000800:00000200:1.0:1761313449.272116:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313449.272120:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313449.272123:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c83d2c7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313449.273024:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.273029:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c83d2c7 (tot 82354522). 00000400:00000200:0.0:1761313449.273033:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.273039:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.273043:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007923f018 00000400:00000010:0.0:1761313449.273045:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007923f018. 00000100:00000200:0.0:1761313449.273054:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000016e9c373 x1846869206509312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313449.274144:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.274163:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002700 00000400:00000200:1.0:1761313449.274171:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf295 [1] + 224 00000400:00000200:1.0:1761313449.274184:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.274188:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.274196:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000016e9c373 x1846869206509312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313449.274237:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.274242:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a600 00000400:00000200:1.0:1761313449.274246:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadc05 [2] + 656 00000400:00000200:1.0:1761313449.274254:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.274256:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.274260:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313449.274264:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cba86d4. 00000400:00000010:0.0:1761313449.274434:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000722afeaa. 00000400:00000200:0.0:1761313449.274439:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000680ded24 00000400:00000010:0.0:1761313449.274441:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000680ded24. 00000100:00000200:0.0:1761313449.274447:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000016e9c373 x1846869206509312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313449.274454:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000016e9c373 x1846869206509312/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313449.274505:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000455e7eb9. 02000000:00000010:0.0:1761313449.274511:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d57876f9. 00000100:00000010:0.0:1761313449.274515:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000016e9c373. 00000100:00000010:0.0:1761313449.274519:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452192a2. 00010000:00000010:0.0:1761313449.274523:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e84716c. 00000020:00000010:2.0:1761313449.275441:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c984cfaf. 00000020:00000010:2.0:1761313449.275452:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000000efc05c. 00000020:00000010:2.0:1761313449.275456:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313449.275502:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004cba86d4 x1846869199529472/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313449.275529:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529472 02000000:00000010:2.0:1761313449.275541:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ec09592. 00010000:00000010:2.0:1761313449.275568:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006cd3081c. 00010000:00000010:2.0:1761313449.275586:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000178bb1d5. 00000100:00000010:2.0:1761313449.275591:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ec23c772. 00000100:00000010:2.0:1761313449.275597:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ec23c772. 00010000:00000010:2.0:1761313449.275599:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000178bb1d5. 00000400:00000010:2.0:1761313449.275610:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b04dcd. 00000100:00000200:2.0:1761313449.275616:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529472, offset 224 00000400:00000200:2.0:1761313449.275623:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.275633:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.275639:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89893:89893:256:4294967295] 192.168.204.1@tcp LPNI seq info [89893:89893:8:4294967295] 00000400:00000200:2.0:1761313449.275648:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.275653:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.275656:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ded4e9 (tot 82354770). 00000800:00000200:2.0:1761313449.275662:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.275668:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.275672:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8ded4e9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313449.275691:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000000efc05c. 00000020:00000010:2.0:1761313449.275695:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313449.275697:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c984cfaf. 00000800:00000200:1.0:1761313449.276074:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.276078:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ded4e9 (tot 82354522). 00000400:00000200:1.0:1761313449.276082:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.276086:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.276089:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b04dcd 00000400:00000010:1.0:1761313449.276091:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b04dcd. 00010000:00000010:3.1:1761313449.276151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f2e146f. 00080000:00000010:0.0:1761313449.276242:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb76e7f3. 00010000:00000010:0.0:1761313449.276341:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ab85062. 00010000:00000010:0.0:1761313449.276349:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd413753. 00010000:00000010:0.0:1761313449.276423:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0ad1425. 00010000:00000010:0.0:1761313449.276430:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084da5086. 00010000:00000010:0.0:1761313449.276441:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec190f7b. 00000100:00000010:0.0:1761313449.276446:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1f8216b. 00000100:00000010:0.0:1761313449.276454:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040c456cf. 02000000:00000010:0.0:1761313449.276466:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009e0f7da4. 02000000:00000010:0.0:1761313449.276526:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000320f11ab. 00000400:00000010:0.0:1761313449.276531:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d30a2c27. 00000400:00000010:0.0:1761313449.276536:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313449.276542:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509376, portal 16 00000400:00000010:0.0:1761313449.276546:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9dda38a. 00000100:00000200:0.0:1761313449.276548:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509376, offset 0 00000400:00000200:0.0:1761313449.276554:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.276562:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.276568:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313449.276571:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313449.276573:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313449.276576:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89894:89894:256:4294967295] 192.168.204.1@tcp LPNI seq info [89894:89894:8:4294967295] 00000400:00000200:0.0:1761313449.276582:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.276586:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.276588:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0672ee9 (tot 82354770). 00000800:00000200:0.0:1761313449.276592:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.276597:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.276599:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0672ee9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313449.280157:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.280165:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0672ee9 (tot 82354522). 00000400:00000200:3.0:1761313449.280178:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.280187:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.280192:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9dda38a 00000400:00000010:3.0:1761313449.280194:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9dda38a. 00000100:00000200:3.0:1761313449.280205:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040c456cf x1846869206509376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313449.280655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbb301e5. 00010000:00000010:1.1:1761313449.280663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba5ebf71. 00010000:00000010:1.1:1761313449.280668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2617f7e. 00010000:00000010:1.1:1761313449.280671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8c97a0. 00010000:00000010:0.1:1761313449.283608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f643e195. 00010000:00000010:0.1:1761313449.283621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf865324. 00000400:00000200:1.0:1761313449.283648:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.283665:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002740 00000400:00000200:1.0:1761313449.283675:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf2a1 [1] + 224 00000400:00000200:1.0:1761313449.283687:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.283691:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.283701:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040c456cf x1846869206509376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313449.284511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001edc6cb2. 00000400:00000010:0.0:1761313449.285096:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d30a2c27. 00000400:00000200:0.0:1761313449.285111:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:0.0:1761313449.285113:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:0.0:1761313449.285126:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040c456cf x1846869206509376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313449.285135:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040c456cf x1846869206509376/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313449.285174:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000320f11ab. 02000000:00000010:0.0:1761313449.285180:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009e0f7da4. 00000100:00000010:0.0:1761313449.285185:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040c456cf. 00000100:00000010:0.0:1761313449.285189:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1f8216b. 00010000:00000010:0.0:1761313449.285191:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec190f7b. 00000400:00000200:1.0:1761313449.285649:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:1.0:1761313449.285663:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a640 00000400:00000200:1.0:1761313449.285670:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadc05 [2] + 984 00000400:00000200:1.0:1761313449.285683:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.285687:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:1.0:1761313449.285692:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313449.285696:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffcaa815. 00000020:00000010:3.0:1761313449.286968:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c48ff14c. 00000020:00000010:3.0:1761313449.286979:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afe956c1. 00000020:00000010:3.0:1761313449.286985:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f39cffe1. 00000100:00000200:3.0:1761313449.287014:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffcaa815 x1846869199529536/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313449.287058:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529536 02000000:00000010:3.0:1761313449.287072:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd57f05f. 00010000:00000010:3.0:1761313449.287100:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000714e5628. 00010000:00000010:3.0:1761313449.287147:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000017642c77. 00000100:00000010:3.0:1761313449.287155:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c3d73a2. 00000100:00000010:3.0:1761313449.287174:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c3d73a2. 00010000:00000010:3.0:1761313449.287177:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000017642c77. 00000400:00000010:3.0:1761313449.287193:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313449.287198:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529536, offset 224 00000400:00000200:3.0:1761313449.287206:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.287218:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.287224:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89895:89895:256:4294967295] 192.168.204.1@tcp LPNI seq info [89895:89895:8:4294967295] 00000400:00000200:3.0:1761313449.287234:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.287239:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.287243:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000879d95c5 (tot 82354770). 00000800:00000200:3.0:1761313449.287250:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.287257:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.287260:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000879d95c5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313449.287285:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afe956c1. 00000020:00000010:3.0:1761313449.287289:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f39cffe1. 00000020:00000010:3.0:1761313449.287294:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c48ff14c. 00000800:00000200:3.0:1761313449.287401:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.287404:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000879d95c5 (tot 82354522). 00000400:00000200:3.0:1761313449.287408:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.287412:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.287415:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:3.0:1761313449.287417:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00080000:00000010:0.0:1761313449.287819:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000320f11ab. 00010000:00000010:0.0:1761313449.287917:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084da5086. 00010000:00000010:0.0:1761313449.287924:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003cc949b4. 00010000:00000010:0.0:1761313449.288009:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fd41e8c. 00010000:00000010:0.0:1761313449.288015:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084da5086. 00010000:00000010:0.0:1761313449.288027:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec190f7b. 00000100:00000010:0.0:1761313449.288031:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1f8216b. 00000100:00000010:0.0:1761313449.288040:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040c456cf. 02000000:00000010:0.0:1761313449.288054:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000491a423e. 02000000:00000010:0.0:1761313449.288084:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e0f7da4. 00000400:00000010:0.0:1761313449.288090:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d30a2c27. 00000400:00000010:0.0:1761313449.288094:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313449.288099:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509440, portal 16 00000400:00000010:0.0:1761313449.288113:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f21e616. 00000100:00000200:0.0:1761313449.288116:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509440, offset 0 00000400:00000200:0.0:1761313449.288122:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.288131:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.288147:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313449.288151:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313449.288153:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313449.288157:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89896:89896:256:4294967295] 192.168.204.1@tcp LPNI seq info [89896:89896:8:4294967295] 00000400:00000200:0.0:1761313449.288164:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.288169:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.288172:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000127edb7c (tot 82354770). 00000800:00000200:0.0:1761313449.288176:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.288181:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.288184:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000127edb7c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313449.288595:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.288599:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000127edb7c (tot 82354522). 00000400:00000200:3.0:1761313449.288605:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.288610:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.288614:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f21e616 00000400:00000010:3.0:1761313449.288616:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f21e616. 00000100:00000200:3.0:1761313449.288626:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040c456cf x1846869206509440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.290775:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.290796:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002780 00000400:00000200:3.0:1761313449.290805:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf2ad [1] + 224 00000400:00000200:3.0:1761313449.290820:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.290823:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.290834:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040c456cf x1846869206509440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313449.290915:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d30a2c27. 00000400:00000200:0.0:1761313449.290919:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:0.0:1761313449.290921:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:0.0:1761313449.290926:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040c456cf x1846869206509440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313449.290933:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040c456cf x1846869206509440/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313449.290965:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e0f7da4. 02000000:00000010:0.0:1761313449.290972:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000491a423e. 00000100:00000010:0.0:1761313449.290977:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040c456cf. 00000100:00000010:0.0:1761313449.290981:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1f8216b. 00010000:00000010:0.0:1761313449.290985:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec190f7b. 00010000:00000010:3.1:1761313449.292614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020c32be3. 00010000:00000010:0.1:1761313449.296672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067ace961. 00010000:00000010:0.1:1761313449.296691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ad1425. 00000400:00000200:3.0:1761313449.298641:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.298828:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a680 00000400:00000200:3.0:1761313449.298839:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadc05 [2] + 1312 00000400:00000200:3.0:1761313449.300253:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.300265:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.300273:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313449.300281:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d18a19. 00000020:00000010:2.0:1761313449.301210:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c984cfaf. 00000020:00000010:2.0:1761313449.301253:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000000efc05c. 00000020:00000010:2.0:1761313449.301258:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313449.301817:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d18a19 x1846869199529600/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313449.301860:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529600 02000000:00000010:2.0:1761313449.301873:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c771da5. 00010000:00000010:2.0:1761313449.301902:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000330ec99b. 00010000:00000010:2.0:1761313449.301928:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000178bb1d5. 00000100:00000010:2.0:1761313449.301936:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ec23c772. 00000100:00000010:2.0:1761313449.301959:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ec23c772. 00010000:00000010:2.0:1761313449.301962:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000178bb1d5. 00000400:00000010:2.0:1761313449.301978:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c42d895. 00000100:00000200:2.0:1761313449.301983:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529600, offset 224 00000400:00000200:2.0:1761313449.301991:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.302004:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.302009:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89897:89897:256:4294967295] 192.168.204.1@tcp LPNI seq info [89897:89897:8:4294967295] 00000400:00000200:2.0:1761313449.302019:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00080000:00000010:0.0:1761313449.302019:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e0f7da4. 00000800:00000200:2.0:1761313449.302024:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.302028:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a9140d4 (tot 82354770). 00000800:00000200:2.0:1761313449.302034:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.302039:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.302043:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a9140d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313449.302064:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000000efc05c. 00000020:00000010:2.0:1761313449.302068:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313449.302072:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c984cfaf. 00010000:00000010:0.0:1761313449.302180:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084da5086. 00010000:00000010:0.0:1761313449.302187:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d18bba00. 00010000:00000010:0.0:1761313449.302259:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0ad1425. 00010000:00000010:0.0:1761313449.302263:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084da5086. 00010000:00000010:0.0:1761313449.302272:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec190f7b. 00000100:00000010:0.0:1761313449.302275:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1f8216b. 00000100:00000010:0.0:1761313449.302281:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040c456cf. 02000000:00000010:0.0:1761313449.302293:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000491a423e. 02000000:00000010:0.0:1761313449.302321:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092218095. 00000400:00000010:0.0:1761313449.302327:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d30a2c27. 00000400:00000010:0.0:1761313449.302332:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313449.302336:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509504, portal 16 00000400:00000010:0.0:1761313449.302340:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000770f6422. 00000100:00000200:0.0:1761313449.302342:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509504, offset 0 00000400:00000200:0.0:1761313449.302347:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.302353:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.302359:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:0.0:1761313449.302362:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313449.302365:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:0.0:1761313449.302367:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89898:89898:255:4294967295] 192.168.204.1@tcp LPNI seq info [89898:89898:7:4294967295] 00000400:00000200:0.0:1761313449.302373:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.302378:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.302381:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d29b4693 (tot 82355018). 00000800:00000200:0.0:1761313449.302385:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.302388:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.302391:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d29b4693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313449.302562:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.302566:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a9140d4 (tot 82354770). 00000400:00000200:1.0:1761313449.302570:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.302575:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.302579:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c42d895 00000400:00000010:1.0:1761313449.302581:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c42d895. 00000800:00000200:1.0:1761313449.302642:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.302644:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d29b4693 (tot 82354522). 00000400:00000200:1.0:1761313449.302649:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.302652:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.302654:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000770f6422 00000400:00000010:1.0:1761313449.302655:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000770f6422. 00000100:00000200:1.0:1761313449.302660:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040c456cf x1846869206509504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.311141:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.311169:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0027c0 00000400:00000200:3.0:1761313449.311179:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf2b9 [1] + 224 00000400:00000200:3.0:1761313449.311193:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.311196:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.311210:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040c456cf x1846869206509504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313449.311360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d9bf67c. 00000400:00000010:0.0:1761313449.312407:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d30a2c27. 00000400:00000200:0.0:1761313449.312415:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:0.0:1761313449.312417:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 00000100:00000200:0.0:1761313449.312428:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040c456cf x1846869206509504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313449.312437:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040c456cf x1846869206509504/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313449.312596:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092218095. 02000000:00000010:0.0:1761313449.312605:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000491a423e. 00000100:00000010:0.0:1761313449.312610:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040c456cf. 00000100:00000010:0.0:1761313449.312615:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1f8216b. 00010000:00000010:0.0:1761313449.312619:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec190f7b. 00000400:00000200:2.0:1761313449.312761:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313449.312779:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a6c0 00000400:00000200:2.0:1761313449.312785:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadc05 [2] + 1640 00000400:00000200:2.0:1761313449.312865:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.312869:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313449.312874:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313449.312880:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058c26597. 00000020:00000010:3.0:1761313449.314081:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c48ff14c. 00000020:00000010:3.0:1761313449.314091:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afe956c1. 00000020:00000010:3.0:1761313449.314096:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f39cffe1. 00000100:00000200:3.0:1761313449.314132:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058c26597 x1846869199529664/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313449.316285:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529664 02000000:00000010:2.0:1761313449.316302:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c984cfaf. 00010000:00000010:2.0:1761313449.316338:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ba8d7941. 00010000:00000010:2.0:1761313449.316367:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012ecd6cd. 00000100:00000010:2.0:1761313449.316375:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ec23c772. 00000100:00000010:2.0:1761313449.316399:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ec23c772. 00010000:00000010:2.0:1761313449.316403:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012ecd6cd. 00000400:00000010:2.0:1761313449.316417:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086a44fc9. 00000100:00000200:2.0:1761313449.316423:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529664, offset 224 00000400:00000200:2.0:1761313449.316432:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.316448:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.316454:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89899:89899:256:4294967295] 192.168.204.1@tcp LPNI seq info [89899:89899:8:4294967295] 00000400:00000200:2.0:1761313449.316465:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.316488:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.316493:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c9e0ca9 (tot 82354770). 00000800:00000200:2.0:1761313449.316499:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.316506:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.316510:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c9e0ca9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313449.316529:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afe956c1. 00000020:00000010:2.0:1761313449.316534:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f39cffe1. 00000020:00000010:2.0:1761313449.316539:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c48ff14c. 00080000:00000010:2.0:1761313449.316571:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000270782c1. 00000800:00000200:3.0:1761313449.316639:0:15809:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313449.316642:0:15809:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c9e0ca9 (tot 82354522). 00000400:00000200:3.0:1761313449.316646:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.316651:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.316656:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086a44fc9 00000400:00000010:3.0:1761313449.316658:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086a44fc9. 00010000:00000010:2.0:1761313449.316677:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084da5086. 00010000:00000010:2.0:1761313449.316683:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000055ecffdb. 00010000:00000010:2.0:1761313449.316761:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000570b2073. 00010000:00000010:2.0:1761313449.316767:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004308cebc. 00010000:00000010:2.0:1761313449.316778:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012ecd6cd. 00000100:00000010:2.0:1761313449.316781:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ec23c772. 00000100:00000010:2.0:1761313449.316790:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064bf9529. 02000000:00000010:2.0:1761313449.316803:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e82f578. 02000000:00000010:2.0:1761313449.316827:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004366f007. 00000400:00000010:2.0:1761313449.316833:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ce3b35f8. 00000400:00000010:2.0:1761313449.316837:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b53b14. 00000100:00000200:2.0:1761313449.316842:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509568, portal 16 00000400:00000010:2.0:1761313449.316847:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7ba8232. 00000100:00000200:2.0:1761313449.316849:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509568, offset 0 00000400:00000200:2.0:1761313449.316854:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.316860:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.316868:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313449.316871:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313449.316874:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313449.316876:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89900:89900:256:4294967295] 192.168.204.1@tcp LPNI seq info [89900:89900:8:4294967295] 00000400:00000200:2.0:1761313449.316882:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.316887:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.316890:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000335606a9 (tot 82354770). 00000800:00000200:2.0:1761313449.316894:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.316898:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.316900:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000335606a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313449.316995:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.316998:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000335606a9 (tot 82354522). 00000400:00000200:0.0:1761313449.317001:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.317004:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.317007:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7ba8232 00000400:00000010:0.0:1761313449.317008:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7ba8232. 00000100:00000200:0.0:1761313449.317013:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bf9529 x1846869206509568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313449.317598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b13a4940. 00010000:00000010:0.1:1761313449.317607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd41e8c. 00000400:00000200:2.0:1761313449.321132:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313449.321152:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002800 00000400:00000200:2.0:1761313449.321162:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf2c5 [1] + 224 00000400:00000200:2.0:1761313449.321178:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.321182:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313449.321193:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bf9529 x1846869206509568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313449.321486:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ce3b35f8. 00000400:00000200:0.0:1761313449.321491:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b53b14 00000400:00000010:0.0:1761313449.321493:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b53b14. 00000100:00000200:0.0:1761313449.321498:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bf9529 x1846869206509568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313449.321505:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bf9529 x1846869206509568/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313449.321532:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004366f007. 02000000:00000010:0.0:1761313449.321538:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007e82f578. 00000100:00000010:0.0:1761313449.321541:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064bf9529. 00000100:00000010:0.0:1761313449.321545:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ec23c772. 00010000:00000010:0.0:1761313449.321549:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012ecd6cd. 00000400:00000200:3.0:1761313449.323086:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.323112:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a700 00000400:00000200:3.0:1761313449.323119:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadc05 [2] + 1968 00000400:00000010:3.0:1761313449.323125:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008bfd3070. 00000400:00000200:3.0:1761313449.323131:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002944ca8b 00000400:00000200:3.0:1761313449.323192:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.323196:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:3.0:1761313449.323200:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002944ca8b 00000400:00000010:3.0:1761313449.323202:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002944ca8b (tot 82354370). 00000100:00000200:3.0:1761313449.323209:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313449.323632:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000491a423e. 00000020:00000010:0.0:1761313449.323641:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.323645:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313449.323679:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000696a7108 x1846869199529728/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313449.323715:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529728 02000000:00000010:0.0:1761313449.323728:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f81be0e. 00010000:00000010:0.0:1761313449.323759:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051f1b270. 00010000:00000010:0.0:1761313449.323781:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec190f7b. 00000100:00000010:0.0:1761313449.323788:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1f8216b. 00000100:00000010:0.0:1761313449.323806:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1f8216b. 00010000:00000010:0.0:1761313449.323809:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec190f7b. 00000400:00000010:0.0:1761313449.323823:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efe40b62. 00000100:00000200:0.0:1761313449.323828:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529728, offset 224 00000400:00000200:0.0:1761313449.323836:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.323849:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.323856:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89901:89901:256:4294967295] 192.168.204.1@tcp LPNI seq info [89901:89901:8:4294967295] 00000400:00000200:0.0:1761313449.323865:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.323872:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.323877:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000001fb610 (tot 82354618). 00000800:00000200:0.0:1761313449.323882:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.323887:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.323891:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000001fb610 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.323918:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.323923:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.323926:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000491a423e. 02000000:00000010:0.0:1761313449.323934:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c984cfaf. 00000100:00000010:0.0:1761313449.323937:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058c26597. 02000000:00000010:0.0:1761313449.323941:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c771da5. 00000100:00000010:0.0:1761313449.323944:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d18a19. 02000000:00000010:0.0:1761313449.323947:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd57f05f. 00000100:00000010:0.0:1761313449.323949:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffcaa815. 02000000:00000010:0.0:1761313449.323952:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ec09592. 00000100:00000010:0.0:1761313449.323954:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cba86d4. 02000000:00000010:0.0:1761313449.323958:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002003c1f2. 00000100:00000010:0.0:1761313449.323960:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a65e944. 02000000:00000010:0.0:1761313449.323964:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000575fb5e0. 00000100:00000010:0.0:1761313449.323967:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfb623eb. 00000100:00000200:0.0:1761313449.323974:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313449.323979:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d30a2c27. 00000400:00000010:0.0:1761313449.323983:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1f8216b (tot 82354770). 00000800:00000200:2.0:1761313449.324203:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313449.324208:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000001fb610 (tot 82354522). 00000400:00000200:2.0:1761313449.324214:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.324218:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313449.324221:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efe40b62 00000400:00000010:2.0:1761313449.324223:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efe40b62. 02000000:00000010:2.0:1761313449.324227:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f81be0e. 00080000:00000010:3.0:1761313449.324552:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aef6235e. 00010000:00000010:3.0:1761313449.324656:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004308cebc. 00010000:00000010:3.0:1761313449.324666:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f957d73b. 00010000:00000010:3.0:1761313449.324741:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b51f51b2. 00010000:00000010:3.0:1761313449.324745:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005da45788. 00010000:00000010:3.0:1761313449.324750:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fbf693f. 00010000:00000010:3.0:1761313449.324754:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00080000:00000010:3.0:1761313449.324767:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a2914eb. 00010000:00000010:3.0:1761313449.324791:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313449.324803:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005da45788. 00010000:00000010:3.0:1761313449.324855:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9f8464e. 00010000:00000010:3.0:1761313449.324859:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313449.324866:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000017642c77. 00000100:00000010:3.0:1761313449.324871:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c3d73a2. 00000100:00000010:3.0:1761313449.324878:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb233b29. 02000000:00000010:3.0:1761313449.324890:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000080f3c70. 02000000:00000010:3.0:1761313449.324916:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002003c1f2. 00000400:00000010:3.0:1761313449.324921:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008bfd3070. 00000400:00000010:3.0:1761313449.324926:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001847c9a3. 00000100:00000200:3.0:1761313449.324930:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509632, portal 16 00000400:00000010:3.0:1761313449.324934:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c6939da. 00000100:00000200:3.0:1761313449.324937:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509632, offset 0 00000400:00000200:3.0:1761313449.324943:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.324953:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.324959:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313449.324963:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313449.324965:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313449.324968:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89902:89902:256:4294967295] 192.168.204.1@tcp LPNI seq info [89902:89902:8:4294967295] 00000400:00000200:3.0:1761313449.324975:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.324979:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.324983:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000879d95c5 (tot 82354770). 00000800:00000200:3.0:1761313449.324987:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.324992:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.324994:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000879d95c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313449.325543:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313449.325547:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000879d95c5 (tot 82354522). 00000400:00000200:2.0:1761313449.325552:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.325557:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313449.325561:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c6939da 00000400:00000010:2.0:1761313449.325563:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c6939da. 00000100:00000200:2.0:1761313449.325571:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fb233b29 x1846869206509632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.329233:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.329253:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002840 00000400:00000200:3.0:1761313449.329262:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf2d5 [1] + 224 00000400:00000200:3.0:1761313449.329276:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.329280:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.329289:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fb233b29 x1846869206509632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313449.333509:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008bfd3070. 00000400:00000200:0.0:1761313449.333522:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001847c9a3 00000400:00000010:0.0:1761313449.333524:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001847c9a3. 00000100:00000200:0.0:1761313449.333540:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fb233b29 x1846869206509632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313449.333550:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fb233b29 x1846869206509632/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313449.333585:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002003c1f2. 02000000:00000010:0.0:1761313449.333590:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000080f3c70. 00000100:00000010:0.0:1761313449.333593:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb233b29. 00000100:00000010:0.0:1761313449.333597:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c3d73a2. 00010000:00000010:0.0:1761313449.333601:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000017642c77. 00000400:00000200:2.0:1761313449.333783:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313449.333796:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a740 00000400:00000200:2.0:1761313449.333803:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadc5d [2] + 0 00000400:00000200:2.0:1761313449.333875:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.333880:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313449.333885:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313449.333890:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 00000020:00000010:0.0:1761313449.334155:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f81be0e. 00000020:00000010:0.0:1761313449.334162:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.334167:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313449.334191:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005e2aefc2 x1846869199529792/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313449.334226:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529792 02000000:00000010:0.0:1761313449.334237:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000575fb5e0. 00010000:00000010:0.0:1761313449.334386:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4c8ca47. 00010000:00000010:0.0:1761313449.334406:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec190f7b. 00000100:00000010:0.0:1761313449.334413:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e45d19ce. 00000100:00000010:0.0:1761313449.334908:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e45d19ce. 00010000:00000010:0.0:1761313449.334912:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec190f7b. 00000400:00000010:0.0:1761313449.334929:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f44040b3. 00000100:00000200:0.0:1761313449.334935:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529792, offset 224 00000400:00000200:0.0:1761313449.334945:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.334959:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.334965:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89903:89903:256:4294967295] 192.168.204.1@tcp LPNI seq info [89903:89903:8:4294967295] 00000400:00000200:0.0:1761313449.334974:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.334980:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.334985:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000001fb610 (tot 82354770). 00000800:00000200:0.0:1761313449.334990:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.334997:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.335000:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000001fb610 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761313449.335767:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd57f05f. 00010000:00000010:3.0:1761313449.335858:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313449.335866:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007855f35. 00010000:00000010:3.0:1761313449.335936:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd13afd6. 00010000:00000010:3.0:1761313449.335941:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031890ef8. 00010000:00000010:3.0:1761313449.335949:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e841bce8. 00000100:00000010:3.0:1761313449.335954:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000246d7168. 00000100:00000010:3.0:1761313449.335960:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8720239. 02000000:00000010:3.0:1761313449.335972:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c48ff14c. 02000000:00000010:3.0:1761313449.335996:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000080f3c70. 00000400:00000010:3.0:1761313449.336002:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313449.336006:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000542f1aca. 00000100:00000200:3.0:1761313449.336010:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509696, portal 16 00000400:00000010:3.0:1761313449.336015:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008958a6fd. 00000100:00000200:3.0:1761313449.336017:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509696, offset 0 00000400:00000200:3.0:1761313449.336023:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.336039:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.336046:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313449.336049:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313449.336052:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313449.336055:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89904:89904:255:4294967295] 192.168.204.1@tcp LPNI seq info [89904:89904:7:4294967295] 00000400:00000200:3.0:1761313449.336063:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.336068:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.336071:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048343f50 (tot 82355018). 00000800:00000200:3.0:1761313449.336075:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.336080:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.336083:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048343f50 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.337895:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac55e987. 00000020:00000010:0.0:1761313449.337906:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.337910:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f81be0e. 00010000:00000010:2.1:1761313449.338000:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a465a8a7. 00010000:00000010:2.1:1761313449.338014:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8f05580. 00010000:00000010:2.1:1761313449.338019:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ad1425. 00000800:00000200:2.0:1761313449.338862:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313449.338867:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000001fb610 (tot 82354770). 00000400:00000200:2.0:1761313449.338878:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.338888:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313449.338894:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f44040b3 00000400:00000010:2.0:1761313449.338897:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f44040b3. 00000800:00000200:2.0:1761313449.338973:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313449.338976:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048343f50 (tot 82354522). 00000400:00000200:2.0:1761313449.338980:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.338983:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313449.338985:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008958a6fd 00000400:00000010:2.0:1761313449.338987:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008958a6fd. 00000100:00000200:2.0:1761313449.338997:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8720239 x1846869206509696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313449.339508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8fec2e1. 00010000:00000010:3.1:1761313449.339517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000570b2073. 00010000:00000010:3.1:1761313449.339523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51f51b2. 00010000:00000010:3.1:1761313449.339527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fbf693f. 00000400:00000200:2.0:1761313449.341960:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313449.341980:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002880 00000400:00000200:2.0:1761313449.341988:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf2e1 [1] + 224 00000400:00000200:2.0:1761313449.342003:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.342007:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313449.342017:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8720239 x1846869206509696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313449.342100:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:3.0:1761313449.342114:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000542f1aca 00000400:00000010:3.0:1761313449.342116:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000542f1aca. 00000100:00000200:3.0:1761313449.342124:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8720239 x1846869206509696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313449.342131:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8720239 x1846869206509696/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313449.342158:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000080f3c70. 02000000:00000010:3.0:1761313449.342165:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c48ff14c. 00000100:00000010:3.0:1761313449.342168:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8720239. 00000100:00000010:3.0:1761313449.342172:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000246d7168. 00010000:00000010:3.0:1761313449.342180:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e841bce8. 00000400:00000200:2.0:1761313449.345025:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313449.345057:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a780 00000400:00000200:2.0:1761313449.345065:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadc5d [2] + 328 00000400:00000200:2.0:1761313449.345133:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.345139:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313449.345146:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313449.345152:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc378313. 00000020:00000010:3.0:1761313449.345256:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c48ff14c. 00000020:00000010:3.0:1761313449.345263:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005da45788. 00000020:00000010:3.0:1761313449.345268:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f0704e2b. 00000100:00000200:3.0:1761313449.345293:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc378313 x1846869199529856/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313449.345328:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529856 02000000:00000010:3.0:1761313449.345340:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000080f3c70. 00010000:00000010:3.0:1761313449.345369:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b612470. 00010000:00000010:3.0:1761313449.345390:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e841bce8. 00000100:00000010:3.0:1761313449.345397:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000246d7168. 00000100:00000010:3.0:1761313449.345420:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000246d7168. 00010000:00000010:3.0:1761313449.345424:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e841bce8. 00000400:00000010:3.0:1761313449.345439:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000542f1aca. 00000100:00000200:3.0:1761313449.345443:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529856, offset 224 00000400:00000200:3.0:1761313449.345450:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00080000:00000010:1.0:1761313449.345457:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d57876f9. 00000400:00000200:3.0:1761313449.345461:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.345467:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89905:89905:256:4294967295] 192.168.204.1@tcp LPNI seq info [89905:89905:8:4294967295] 00000400:00000200:3.0:1761313449.345501:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.345506:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.345510:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ea3a109 (tot 82354770). 00000800:00000200:3.0:1761313449.345515:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.345520:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.345524:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ea3a109 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313449.345537:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005da45788. 00000020:00000010:3.0:1761313449.345541:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f0704e2b. 00000020:00000010:3.0:1761313449.345544:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c48ff14c. 00010000:00000010:1.0:1761313449.345559:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031890ef8. 00010000:00000010:1.0:1761313449.345566:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006741f2bc. 00000001:00000010:1.0:1761313449.345628:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007cd0d628. 00000001:00000010:1.0:1761313449.345635:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007cd0d628. 00000001:00000010:1.0:1761313449.345638:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000070db822c. 00080000:00000010:1.0:1761313449.345642:0:77347:0:(osd_handler.c:6651:osd_it_iam_fini()) kfreed 'it': 328 at 00000000fe844e4e. 00000800:00000200:2.0:1761313449.345647:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313449.345650:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ea3a109 (tot 82354522). 00000400:00000200:2.0:1761313449.345653:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.345657:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00080000:00000010:1.0:1761313449.345658:0:77347:0:(osd_handler.c:6623:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000455e7eb9. 00000400:00000200:2.0:1761313449.345660:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000542f1aca 00000400:00000010:2.0:1761313449.345662:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000542f1aca. 00000001:00000010:1.0:1761313449.345665:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000070db822c. 00010000:00000010:1.0:1761313449.345696:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2617f7e. 00010000:00000010:1.0:1761313449.345700:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.345705:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd8c97a0. 00010000:00000010:1.0:1761313449.345711:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.345724:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091f2d766. 00010000:00000010:1.0:1761313449.345749:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.345754:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.345786:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007adecd87. 00010000:00000010:1.0:1761313449.345789:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.345792:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000471d98dd. 00010000:00000010:1.0:1761313449.345794:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.345802:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d52a655c. 00010000:00000010:1.0:1761313449.345825:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.345828:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.345859:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e54101e. 00010000:00000010:1.0:1761313449.345863:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.345865:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4f92db6. 00010000:00000010:1.0:1761313449.345868:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.345875:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5eda349. 00010000:00000010:1.0:1761313449.345897:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.345901:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.345935:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b79b01b. 00010000:00000010:1.0:1761313449.345938:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.345941:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ed1cfed. 00010000:00000010:1.0:1761313449.345944:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.345952:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f142d858. 00010000:00000010:1.0:1761313449.345975:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.345979:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346021:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4be5309. 00010000:00000010:1.0:1761313449.346023:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346025:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd13f276. 00010000:00000010:1.0:1761313449.346027:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.346034:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b38e681. 00010000:00000010:1.0:1761313449.346055:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.346059:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346111:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d99d58f7. 00010000:00000010:1.0:1761313449.346114:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346117:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cdd0c67. 00010000:00000010:1.0:1761313449.346120:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.346128:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d18016c. 00010000:00000010:1.0:1761313449.346150:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.346153:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346188:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091a5e9f4. 00010000:00000010:1.0:1761313449.346191:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346194:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa9e3b62. 00010000:00000010:1.0:1761313449.346197:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.346205:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080355f5a. 00010000:00000010:1.0:1761313449.346227:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.346231:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346261:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038a78ddd. 00010000:00000010:1.0:1761313449.346264:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346266:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa4d220e. 00010000:00000010:1.0:1761313449.346269:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.346277:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dde8e12a. 00010000:00000010:1.0:1761313449.346300:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.346303:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346334:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009dd859b8. 00010000:00000010:1.0:1761313449.346337:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346340:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000596954db. 00010000:00000010:1.0:1761313449.346343:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.346350:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005516ea4e. 00010000:00000010:1.0:1761313449.346373:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.346376:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346405:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cacc0bd2. 00010000:00000010:1.0:1761313449.346408:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346412:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a472fd8. 00010000:00000010:1.0:1761313449.346415:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.346422:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cff1a6ba. 00010000:00000010:1.0:1761313449.346445:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.346449:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346511:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000693ec438. 00010000:00000010:1.0:1761313449.346513:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346516:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d81968f. 00010000:00000010:1.0:1761313449.346519:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.346527:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000337fd016. 00010000:00000010:1.0:1761313449.346549:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.346552:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346582:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043f63f8d. 00010000:00000010:1.0:1761313449.346585:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346588:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071b3303e. 00010000:00000010:1.0:1761313449.346591:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.346598:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c15adc84. 00010000:00000010:1.0:1761313449.346619:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.346622:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346659:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b281f30d. 00010000:00000010:1.0:1761313449.346662:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346665:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e113555. 00010000:00000010:1.0:1761313449.346668:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.346677:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000250c5bdb. 00010000:00000010:1.0:1761313449.346698:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.346701:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346729:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a86e5a53. 00010000:00000010:1.0:1761313449.346731:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346734:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096f62c4a. 00010000:00000010:1.0:1761313449.346737:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.346744:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a4ed902. 00010000:00000010:1.0:1761313449.346767:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.346770:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346793:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000878b7ec4. 00010000:00000010:1.0:1761313449.346796:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346798:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e0ad54a. 00010000:00000010:1.0:1761313449.346800:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.346806:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ecb73428. 00010000:00000010:1.0:1761313449.346823:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.346826:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346848:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000341e3ada. 00010000:00000010:1.0:1761313449.346850:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346853:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9abf411. 00010000:00000010:1.0:1761313449.346855:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.346860:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b86440a. 00010000:00000010:1.0:1761313449.346876:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.346878:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346902:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b231b7c. 00010000:00000010:1.0:1761313449.346905:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346907:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a7f2f8c. 00010000:00000010:1.0:1761313449.346910:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.346915:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001544fdf8. 00010000:00000010:1.0:1761313449.346931:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.346933:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346957:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000060b47266. 00010000:00000010:1.0:1761313449.346959:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.346961:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf865324. 00010000:00000010:1.0:1761313449.346963:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.346969:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038ff23cd. 00010000:00000010:1.0:1761313449.346984:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.346986:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347010:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eac76ac6. 00010000:00000010:1.0:1761313449.347013:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347015:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b45eef24. 00010000:00000010:1.0:1761313449.347017:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.347023:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000254c4ecb. 00010000:00000010:1.0:1761313449.347041:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.347044:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347071:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000017282594. 00010000:00000010:1.0:1761313449.347074:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347078:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049eeee92. 00010000:00000010:1.0:1761313449.347080:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.347087:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092af2d9a. 00010000:00000010:1.0:1761313449.347121:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.347125:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347154:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d981d766. 00010000:00000010:1.0:1761313449.347156:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347160:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa525337. 00010000:00000010:1.0:1761313449.347162:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.347169:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001827d618. 00010000:00000010:1.0:1761313449.347190:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.347194:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347219:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000687c5cab. 00010000:00000010:1.0:1761313449.347221:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347223:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8dbcd4a. 00010000:00000010:1.0:1761313449.347225:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.347233:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a36df73d. 00010000:00000010:1.0:1761313449.347253:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.347256:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347286:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb81d4f3. 00010000:00000010:1.0:1761313449.347289:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347291:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022e95140. 00010000:00000010:1.0:1761313449.347294:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.347300:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c9b50c7. 00010000:00000010:1.0:1761313449.347320:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.347323:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347350:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa8543f7. 00010000:00000010:1.0:1761313449.347352:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347355:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8e543bd. 00010000:00000010:1.0:1761313449.347357:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.347363:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a75c5820. 00010000:00000010:1.0:1761313449.347381:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.347385:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347415:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000017433709. 00010000:00000010:1.0:1761313449.347418:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347420:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008778f00. 00010000:00000010:1.0:1761313449.347423:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.347429:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000091c8238. 00010000:00000010:1.0:1761313449.347450:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.347453:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347504:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082483146. 00010000:00000010:1.0:1761313449.347507:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347510:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068fb7675. 00010000:00000010:1.0:1761313449.347513:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.347520:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed6cc94f. 00010000:00000010:1.0:1761313449.347543:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.347546:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347575:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019444c67. 00010000:00000010:1.0:1761313449.347578:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347580:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e713f0bc. 00010000:00000010:1.0:1761313449.347583:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.347590:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000014cae34. 00010000:00000010:1.0:1761313449.347611:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.347615:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347641:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038339b11. 00010000:00000010:1.0:1761313449.347644:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347647:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf1a2941. 00010000:00000010:1.0:1761313449.347650:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.347657:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099219b46. 00010000:00000010:1.0:1761313449.347678:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.347682:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347713:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d5cf44aa. 00010000:00000010:1.0:1761313449.347716:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347719:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f60d581. 00010000:00000010:1.0:1761313449.347722:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.347729:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb5fcba0. 00010000:00000010:1.0:1761313449.347751:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.347754:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347782:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000152d905a. 00010000:00000010:1.0:1761313449.347785:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347788:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d417a4b. 00010000:00000010:1.0:1761313449.347790:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.347797:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c565c1a. 00010000:00000010:1.0:1761313449.347818:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.347821:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347852:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009079c01d. 00010000:00000010:1.0:1761313449.347855:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347858:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000d3a159. 00010000:00000010:1.0:1761313449.347861:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.347867:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007643b293. 00010000:00000010:1.0:1761313449.347890:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.347894:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347922:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b57359b0. 00010000:00000010:1.0:1761313449.347925:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347928:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ba775e9. 00010000:00000010:1.0:1761313449.347931:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.347939:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3530be8. 00010000:00000010:1.0:1761313449.347961:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.347965:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347992:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2c7f10d. 00010000:00000010:1.0:1761313449.347995:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.347997:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039a55045. 00010000:00000010:1.0:1761313449.348000:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.348007:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ca607e9. 00010000:00000010:1.0:1761313449.348028:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.348031:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348061:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aede1232. 00010000:00000010:1.0:1761313449.348064:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348067:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000563c0c65. 00010000:00000010:1.0:1761313449.348071:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.348078:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000087c132b. 00010000:00000010:1.0:1761313449.348112:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.348117:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348150:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a39d68a. 00010000:00000010:1.0:1761313449.348153:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348156:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003cae0d5f. 00010000:00000010:1.0:1761313449.348159:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.348166:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be1aca4f. 00010000:00000010:1.0:1761313449.348189:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.348192:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348221:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000273db027. 00010000:00000010:1.0:1761313449.348224:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348227:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b928563. 00010000:00000010:1.0:1761313449.348229:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.348236:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000825e989a. 00010000:00000010:1.0:1761313449.348258:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.348262:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348292:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000345e819b. 00010000:00000010:1.0:1761313449.348295:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348298:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083ad9d13. 00010000:00000010:1.0:1761313449.348300:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.348314:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c579643. 00010000:00000010:1.0:1761313449.348337:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.348341:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348369:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f26a9ce. 00010000:00000010:1.0:1761313449.348372:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348376:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7d137b9. 00010000:00000010:1.0:1761313449.348378:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.348387:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5dea503. 00010000:00000010:1.0:1761313449.348411:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.348414:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348442:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae7f96fe. 00010000:00000010:1.0:1761313449.348444:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348447:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e2c9952. 00010000:00000010:1.0:1761313449.348450:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.348458:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080420ca5. 00010000:00000010:1.0:1761313449.348508:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.348512:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348543:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000060d6dfca. 00010000:00000010:1.0:1761313449.348545:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348548:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d62afcd. 00010000:00000010:1.0:1761313449.348552:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.348559:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f43e44d. 00010000:00000010:1.0:1761313449.348582:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.348585:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348617:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006fa91990. 00010000:00000010:1.0:1761313449.348620:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348623:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000060bfcdb. 00010000:00000010:1.0:1761313449.348626:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.348635:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c0af5f5. 00010000:00000010:1.0:1761313449.348656:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.348660:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348688:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003cb2a3ca. 00010000:00000010:1.0:1761313449.348691:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348693:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c19d48e. 00010000:00000010:1.0:1761313449.348696:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.348704:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c4324b4. 00010000:00000010:1.0:1761313449.348726:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.348730:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348765:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000056ad2e58. 00010000:00000010:1.0:1761313449.348768:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348771:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c059cce8. 00010000:00000010:1.0:1761313449.348774:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.348781:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a06c0fe6. 00010000:00000010:1.0:1761313449.348803:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.348807:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348836:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000032eef67a. 00010000:00000010:1.0:1761313449.348840:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.348843:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af1d6e47. 00010000:00000010:1.0:1761313449.348845:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.348852:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de544d12. 00010000:00000010:1.0:1761313449.348874:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.348878:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:3.1:1761313449.350524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059226d58. 00010000:00000010:3.1:1761313449.350535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9f8464e. 00010000:00000010:0.1:1761313449.350759:0:78675:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082157596. 00010000:00000010:0.1:1761313449.350767:0:78675:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a820ac80. 00010000:00000010:1.0:1761313449.353686:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c994e4bb. 00010000:00000010:1.0:1761313449.353698:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.353705:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fb5092e. 00010000:00000010:1.0:1761313449.353713:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.353740:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aebcb070. 00010000:00000010:1.0:1761313449.354026:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.354093:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354185:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd1d732f. 00010000:00000010:1.0:1761313449.354188:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354191:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ccef14bc. 00010000:00000010:1.0:1761313449.354195:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.354203:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055a40147. 00010000:00000010:1.0:1761313449.354227:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.354231:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354282:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3e0a9f5. 00010000:00000010:1.0:1761313449.354285:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354289:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f519a6bc. 00010000:00000010:1.0:1761313449.354293:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.354301:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c8047f5. 00010000:00000010:1.0:1761313449.354325:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.354327:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354354:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c97c0be. 00010000:00000010:1.0:1761313449.354357:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354361:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2ad02bc. 00010000:00000010:1.0:1761313449.354365:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.354371:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000f38261. 00010000:00000010:1.0:1761313449.354391:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.354394:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354425:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001ce197a1. 00010000:00000010:1.0:1761313449.354428:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354431:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eafb0773. 00010000:00000010:1.0:1761313449.354434:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.354441:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd88ee27. 00010000:00000010:1.0:1761313449.354461:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.354463:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354523:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d7a4dce. 00010000:00000010:1.0:1761313449.354527:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354532:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad374160. 00010000:00000010:1.0:1761313449.354535:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.354543:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eee51626. 00010000:00000010:1.0:1761313449.354565:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.354568:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354594:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022214a10. 00010000:00000010:1.0:1761313449.354597:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354600:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047c024ef. 00010000:00000010:1.0:1761313449.354604:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.354610:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057fcfc7f. 00010000:00000010:1.0:1761313449.354629:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.354631:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354657:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac749d9f. 00010000:00000010:1.0:1761313449.354660:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354665:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb13902c. 00010000:00000010:1.0:1761313449.354668:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.354677:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a280e59d. 00010000:00000010:1.0:1761313449.354705:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.354709:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354743:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000453ce7c6. 00010000:00000010:1.0:1761313449.354747:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354752:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000495b8eed. 00010000:00000010:1.0:1761313449.354756:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.354763:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048285bb1. 00010000:00000010:1.0:1761313449.354790:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.354793:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354825:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000080e3f7. 00010000:00000010:1.0:1761313449.354828:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354833:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000abf3c945. 00010000:00000010:1.0:1761313449.354837:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.354846:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e2abf2a. 00010000:00000010:1.0:1761313449.354874:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.354877:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354912:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8a5e9ab. 00010000:00000010:1.0:1761313449.354916:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354920:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098d3061d. 00010000:00000010:1.0:1761313449.354924:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.354933:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009756003f. 00010000:00000010:1.0:1761313449.354959:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.354963:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.354994:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a79c8b7. 00010000:00000010:1.0:1761313449.354997:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.355001:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000962c7a60. 00010000:00000010:1.0:1761313449.355005:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.355013:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d4edd48. 00010000:00000010:1.0:1761313449.359249:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.359266:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359354:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b6c104d1. 00010000:00000010:1.0:1761313449.359357:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359362:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f171073. 00010000:00000010:1.0:1761313449.359367:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.359385:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f107d4b5. 00010000:00000010:1.0:1761313449.359425:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.359428:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359457:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002044b87f. 00010000:00000010:1.0:1761313449.359460:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359463:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045ee2806. 00010000:00000010:1.0:1761313449.359465:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.359509:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c7b2973. 00010000:00000010:1.0:1761313449.359535:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.359539:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359584:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005bb3b3a3. 00010000:00000010:1.0:1761313449.359586:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359588:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053c28dcb. 00010000:00000010:1.0:1761313449.359591:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.359597:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044d5e5d0. 00010000:00000010:1.0:1761313449.359615:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.359618:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359643:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000940a8a30. 00010000:00000010:1.0:1761313449.359645:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359648:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cfa95a3. 00010000:00000010:1.0:1761313449.359650:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.359655:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c9f46c2. 00010000:00000010:1.0:1761313449.359673:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.359675:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359703:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ed2a312d. 00010000:00000010:1.0:1761313449.359706:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359708:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6126bf3. 00010000:00000010:1.0:1761313449.359710:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.359716:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000851f31b5. 00010000:00000010:1.0:1761313449.359732:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.359734:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359755:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026fefa49. 00010000:00000010:1.0:1761313449.359758:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359760:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc4237f4. 00010000:00000010:1.0:1761313449.359763:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.359771:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003882a9c7. 00010000:00000010:1.0:1761313449.359791:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.359794:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359816:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000010a111b8. 00010000:00000010:1.0:1761313449.359818:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359821:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e90e9a4c. 00010000:00000010:1.0:1761313449.359823:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.359834:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7a94ed9. 00010000:00000010:1.0:1761313449.359853:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.359856:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359879:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a946134a. 00010000:00000010:1.0:1761313449.359882:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359885:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1c0a3e7. 00010000:00000010:1.0:1761313449.359887:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.359893:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b99c086c. 00010000:00000010:1.0:1761313449.359912:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.359915:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359939:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c127b75. 00010000:00000010:1.0:1761313449.359941:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.359944:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000960bbd75. 00010000:00000010:1.0:1761313449.359947:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.359953:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066a27f97. 00010000:00000010:1.0:1761313449.359971:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.359974:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360000:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bcd9fca8. 00010000:00000010:1.0:1761313449.360003:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360005:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048a9fce4. 00010000:00000010:1.0:1761313449.360008:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360016:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a776c6e. 00010000:00000010:1.0:1761313449.360040:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360044:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360079:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000077797e2e. 00010000:00000010:1.0:1761313449.360082:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360084:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffdeec5f. 00010000:00000010:1.0:1761313449.360087:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360095:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000adb49069. 00010000:00000010:1.0:1761313449.360132:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360136:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360169:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c80b9cf6. 00010000:00000010:1.0:1761313449.360173:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360176:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e29aca. 00010000:00000010:1.0:1761313449.360180:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360189:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2e1965a. 00010000:00000010:1.0:1761313449.360213:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360216:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360246:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ab00bf7. 00010000:00000010:1.0:1761313449.360249:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360254:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9acb794. 00010000:00000010:1.0:1761313449.360257:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360265:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b4fb853. 00010000:00000010:1.0:1761313449.360283:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360286:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360312:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004ad1569d. 00010000:00000010:1.0:1761313449.360314:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360317:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000478ea730. 00010000:00000010:1.0:1761313449.360319:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360325:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000857728c7. 00010000:00000010:1.0:1761313449.360341:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360344:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360368:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009591c7bd. 00010000:00000010:1.0:1761313449.360371:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360373:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5dddc10. 00010000:00000010:1.0:1761313449.360375:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360381:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007583d35b. 00010000:00000010:1.0:1761313449.360397:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360399:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360420:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000813ab4e0. 00010000:00000010:1.0:1761313449.360422:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360425:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065305814. 00010000:00000010:1.0:1761313449.360427:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360432:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aeb743ab. 00010000:00000010:1.0:1761313449.360447:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360450:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360496:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004669cc27. 00010000:00000010:1.0:1761313449.360498:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360501:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d774da6f. 00010000:00000010:1.0:1761313449.360503:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360509:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003e9b437. 00010000:00000010:1.0:1761313449.360526:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360528:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360551:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005edfafd5. 00010000:00000010:1.0:1761313449.360553:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360555:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a58f568. 00010000:00000010:1.0:1761313449.360558:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360563:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003643c274. 00010000:00000010:1.0:1761313449.360578:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360581:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360602:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0a04e65. 00010000:00000010:1.0:1761313449.360604:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360607:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9aa448a. 00010000:00000010:1.0:1761313449.360609:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360614:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f87551c. 00010000:00000010:1.0:1761313449.360630:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360632:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360652:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002fbe92da. 00010000:00000010:1.0:1761313449.360654:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360656:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000545e1d6e. 00010000:00000010:1.0:1761313449.360658:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360664:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aeae7671. 00010000:00000010:1.0:1761313449.360679:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360681:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360703:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f16b8174. 00010000:00000010:1.0:1761313449.360705:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360708:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdd37ff3. 00010000:00000010:1.0:1761313449.360710:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360714:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051c8cda8. 00010000:00000010:1.0:1761313449.360730:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360733:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360754:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c6aa081a. 00010000:00000010:1.0:1761313449.360756:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360758:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7d8ca3b. 00010000:00000010:1.0:1761313449.360760:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360765:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf118e03. 00010000:00000010:1.0:1761313449.360780:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360783:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360805:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000724fe96f. 00010000:00000010:1.0:1761313449.360807:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360809:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1e5603e. 00010000:00000010:1.0:1761313449.360811:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360816:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000158b1713. 00010000:00000010:1.0:1761313449.360831:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360833:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360854:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3a65e7d. 00010000:00000010:1.0:1761313449.360856:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360858:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000ac16fd. 00010000:00000010:1.0:1761313449.360860:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360865:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0913867. 00010000:00000010:1.0:1761313449.360881:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360883:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360904:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3564477. 00010000:00000010:1.0:1761313449.360906:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360908:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef512ebb. 00010000:00000010:1.0:1761313449.360910:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360915:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eec0d566. 00010000:00000010:1.0:1761313449.360930:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360933:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360954:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7975399. 00010000:00000010:1.0:1761313449.360956:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.360958:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa9dee83. 00010000:00000010:1.0:1761313449.360960:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.360965:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4815637. 00010000:00000010:1.0:1761313449.360980:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.360982:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.361004:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7c5b683. 00010000:00000010:1.0:1761313449.361006:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.361009:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021eb8fc2. 00010000:00000010:1.0:1761313449.361011:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.361016:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009719152f. 00010000:00000010:1.0:1761313449.361032:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.361034:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.361055:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f2794fa. 00010000:00000010:1.0:1761313449.361057:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.361060:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae28d8f4. 00010000:00000010:1.0:1761313449.361062:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.361067:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090cede32. 00010000:00000010:1.0:1761313449.361082:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.361085:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:3.1:1761313449.361284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016359277. 00010000:00000010:1.0:1761313449.365268:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000aacfd32. 00010000:00000010:1.0:1761313449.365283:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365289:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004eb5db56. 00010000:00000010:1.0:1761313449.365296:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.365324:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c50b392. 00010000:00000010:1.0:1761313449.365400:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.365408:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365483:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff98ae36. 00010000:00000010:1.0:1761313449.365487:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365490:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b194ea3. 00010000:00000010:1.0:1761313449.365492:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.365504:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045f3b28d. 00010000:00000010:1.0:1761313449.365530:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.365534:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365566:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000010c716ee. 00010000:00000010:1.0:1761313449.365570:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365573:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4b17d23. 00010000:00000010:1.0:1761313449.365575:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.365582:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001512ec29. 00010000:00000010:1.0:1761313449.365605:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.365608:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365639:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003ce4a999. 00010000:00000010:1.0:1761313449.365642:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365645:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000431eb063. 00010000:00000010:1.0:1761313449.365647:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.365657:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a38e8de8. 00010000:00000010:1.0:1761313449.365679:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.365682:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365731:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005194ba77. 00010000:00000010:1.0:1761313449.365734:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365738:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b5f1e20. 00010000:00000010:1.0:1761313449.365741:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.365748:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7dc648e. 00010000:00000010:1.0:1761313449.365770:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.365773:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365804:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b1b9144. 00010000:00000010:1.0:1761313449.365807:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365810:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072bb7774. 00010000:00000010:1.0:1761313449.365813:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.365822:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037e766bd. 00010000:00000010:1.0:1761313449.365845:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.365848:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365884:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001ddf49d9. 00010000:00000010:1.0:1761313449.365887:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365891:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009397a262. 00010000:00000010:1.0:1761313449.365894:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.365901:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000305434dc. 00010000:00000010:1.0:1761313449.365923:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.365926:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365956:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000717ad3d8. 00010000:00000010:1.0:1761313449.365959:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.365962:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e4d7d80. 00010000:00000010:1.0:1761313449.365964:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.365972:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdda384d. 00010000:00000010:1.0:1761313449.365992:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.365995:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.366025:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007eb9fe2b. 00010000:00000010:1.0:1761313449.366028:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.366136:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f165f162. 00010000:00000010:1.0:1761313449.366139:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.366148:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d2f3578. 00010000:00000010:1.0:1761313449.366174:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.366178:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.366209:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8849ce7. 00010000:00000010:1.0:1761313449.366212:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.366214:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c6d045c. 00010000:00000010:1.0:1761313449.366217:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.366224:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041ab8515. 00010000:00000010:1.0:1761313449.366246:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.366250:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.366285:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006470afa5. 00010000:00000010:1.0:1761313449.366288:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.366291:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d01cf613. 00010000:00000010:1.0:1761313449.366294:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.366301:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f98c24c. 00010000:00000010:1.0:1761313449.366322:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.366325:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.366351:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b5a6c735. 00010000:00000010:1.0:1761313449.366353:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.366356:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025d475a7. 00010000:00000010:1.0:1761313449.366359:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.366365:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b58d82c6. 00010000:00000010:1.0:1761313449.366389:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.366392:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.366422:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c337e24c. 00010000:00000010:1.0:1761313449.366425:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.366428:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f8fe955. 00010000:00000010:1.0:1761313449.366430:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.366437:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7f2aaf7. 00010000:00000010:1.0:1761313449.366456:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.366459:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.366516:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9fca9f2. 00010000:00000010:1.0:1761313449.366519:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.366523:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000100ca9ab. 00010000:00000010:1.0:1761313449.366525:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.366533:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000836a54e9. 00010000:00000010:1.0:1761313449.366555:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.366558:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.366587:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd5d18f9. 00010000:00000010:1.0:1761313449.366590:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.366593:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001914c8dc. 00010000:00000010:1.0:1761313449.368126:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.368156:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6f0e2e3. 00010000:00000010:1.0:1761313449.368223:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.368231:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368286:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003100e610. 00010000:00000010:1.0:1761313449.368289:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368295:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008dab10b. 00010000:00000010:1.0:1761313449.368299:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.368307:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069b9c12f. 00010000:00000010:1.0:1761313449.368331:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.368334:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368381:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024092cba. 00010000:00000010:1.0:1761313449.368385:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368388:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd1aa0fe. 00010000:00000010:1.0:1761313449.368391:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.368399:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb3a2cd6. 00010000:00000010:1.0:1761313449.368423:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.368426:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368462:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058b4b50d. 00010000:00000010:1.0:1761313449.368465:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368488:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebef49f4. 00010000:00000010:1.0:1761313449.368493:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.368503:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eec9dd03. 00010000:00000010:1.0:1761313449.368529:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.368533:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368571:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cbf9c00b. 00010000:00000010:1.0:1761313449.368575:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368578:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009c60f8e. 00010000:00000010:1.0:1761313449.368582:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.368591:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034d9cb3e. 00010000:00000010:1.0:1761313449.368615:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.368619:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368651:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000169f88cd. 00010000:00000010:1.0:1761313449.368655:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368660:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d8e88752. 00010000:00000010:1.0:1761313449.368664:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.368673:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082297b9d. 00010000:00000010:1.0:1761313449.368699:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.368703:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368735:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000080e6d06f. 00010000:00000010:1.0:1761313449.368738:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368742:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002bd5cb58. 00010000:00000010:1.0:1761313449.368746:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.368754:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c42664c0. 00010000:00000010:1.0:1761313449.368776:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.368780:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368812:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001f30a48b. 00010000:00000010:1.0:1761313449.368815:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368818:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069af4ba2. 00010000:00000010:1.0:1761313449.368821:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.368829:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000987f3666. 00010000:00000010:1.0:1761313449.368852:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.368855:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368887:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063c94040. 00010000:00000010:1.0:1761313449.368890:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368892:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000749b692f. 00010000:00000010:1.0:1761313449.368896:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.368902:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f511cf3. 00010000:00000010:1.0:1761313449.368921:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.368925:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368953:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa8228fe. 00010000:00000010:1.0:1761313449.368956:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.368960:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012ec1f1a. 00010000:00000010:1.0:1761313449.368963:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.368970:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000280edd75. 00010000:00000010:1.0:1761313449.368988:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.368991:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369024:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e1d5688. 00010000:00000010:1.0:1761313449.369027:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369030:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002324d2da. 00010000:00000010:1.0:1761313449.369032:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.369039:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002252b658. 00010000:00000010:1.0:1761313449.369057:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.369060:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369086:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bafcbef9. 00010000:00000010:1.0:1761313449.369089:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369091:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004579d625. 00010000:00000010:1.0:1761313449.369093:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.369100:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080e53d20. 00010000:00000010:1.0:1761313449.369139:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.369142:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369173:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6a41878. 00010000:00000010:1.0:1761313449.369176:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369179:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000504ef3bf. 00010000:00000010:1.0:1761313449.369182:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.369189:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1180df4. 00010000:00000010:1.0:1761313449.369208:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.369212:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369241:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c22eeff8. 00010000:00000010:1.0:1761313449.369243:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369246:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005dcec5a4. 00010000:00000010:1.0:1761313449.369249:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.369256:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090682902. 00010000:00000010:1.0:1761313449.369279:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.369283:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369316:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e304c7b. 00010000:00000010:1.0:1761313449.369319:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369322:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009abf6e88. 00010000:00000010:1.0:1761313449.369325:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.369331:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f6e575c. 00010000:00000010:1.0:1761313449.369351:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.369355:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369383:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e661781. 00010000:00000010:1.0:1761313449.369385:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369388:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f637c98f. 00010000:00000010:1.0:1761313449.369391:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.369397:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000577bf261. 00010000:00000010:1.0:1761313449.369417:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.369420:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369450:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000796cb1a9. 00010000:00000010:1.0:1761313449.369453:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369457:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000073f0eb1. 00010000:00000010:1.0:1761313449.369460:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.369490:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000532742d7. 00010000:00000010:1.0:1761313449.369514:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.369517:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369547:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a91a2cc. 00010000:00000010:1.0:1761313449.369550:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369552:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f3c3305. 00010000:00000010:1.0:1761313449.369555:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.369562:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ecc4b2e. 00010000:00000010:1.0:1761313449.369583:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.369586:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369611:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d69aa1e3. 00010000:00000010:1.0:1761313449.369613:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369616:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070dbdff6. 00010000:00000010:1.0:1761313449.369618:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.369624:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000adaa3e45. 00010000:00000010:1.0:1761313449.369642:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.369645:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369673:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000097b74929. 00010000:00000010:1.0:1761313449.369677:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369679:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7debcae. 00010000:00000010:1.0:1761313449.369682:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.369691:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0c4eaf6. 00010000:00000010:1.0:1761313449.369713:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.369717:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369747:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004e24b01a. 00010000:00000010:1.0:1761313449.369750:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369752:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071bee05a. 00010000:00000010:1.0:1761313449.369755:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.369763:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000897083d2. 00010000:00000010:1.0:1761313449.369784:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.369787:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00000001:00000010:1.0:1761313449.369811:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007cd0d628. 00000001:00000010:1.0:1761313449.369818:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007cd0d628. 00000001:00000010:1.0:1761313449.369821:0:77347:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007cd0d628. 00000001:00000010:1.0:1761313449.369823:0:77347:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000070db822c. 00010000:00000010:1.0:1761313449.369838:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000badc2014. 00010000:00000010:1.0:1761313449.369840:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369843:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f0f7eeb8. 00010000:00000010:1.0:1761313449.369846:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.369853:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005ab16c9. 00010000:00000010:1.0:1761313449.369874:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.369877:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369910:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d5b8baee. 00010000:00000010:1.0:1761313449.369913:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369916:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018fe4bba. 00010000:00000010:1.0:1761313449.369919:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.369927:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009018164. 00010000:00000010:1.0:1761313449.369946:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.369950:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369977:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000470c1ac5. 00010000:00000010:1.0:1761313449.369979:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.369982:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030f9cd0e. 00010000:00000010:1.0:1761313449.369984:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.369993:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8599d19. 00010000:00000010:1.0:1761313449.370016:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.370020:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.370047:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007216a3fd. 00010000:00000010:1.0:1761313449.370051:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.370054:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096dcc597. 00010000:00000010:1.0:1761313449.370056:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.370064:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a6b8e55. 00010000:00000010:1.0:1761313449.372165:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.372183:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372271:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fd69ede. 00010000:00000010:1.0:1761313449.372276:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372281:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b7466dc. 00010000:00000010:1.0:1761313449.372287:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.372309:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6bb03b2. 00010000:00000010:1.0:1761313449.372370:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.372374:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372423:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000087d726e. 00010000:00000010:1.0:1761313449.372426:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372429:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005526beb2. 00010000:00000010:1.0:1761313449.372432:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.372440:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5804e67. 00010000:00000010:1.0:1761313449.372459:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.372462:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372583:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008da26d9a. 00010000:00000010:1.0:1761313449.372587:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372589:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e377f46b. 00010000:00000010:1.0:1761313449.372592:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.372599:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002775b910. 00010000:00000010:1.0:1761313449.372620:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.372623:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372652:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012cde072. 00010000:00000010:1.0:1761313449.372654:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372657:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbd6c2b0. 00010000:00000010:1.0:1761313449.372660:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.372666:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e23934d7. 00010000:00000010:1.0:1761313449.372683:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.372686:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372711:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000885d5c6d. 00010000:00000010:1.0:1761313449.372713:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372717:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024609d1e. 00010000:00000010:1.0:1761313449.372719:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.372725:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001638bc32. 00010000:00000010:1.0:1761313449.372746:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.372749:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372778:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b70e829c. 00010000:00000010:1.0:1761313449.372781:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372783:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db553701. 00010000:00000010:1.0:1761313449.372786:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.372792:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a206a9a4. 00010000:00000010:1.0:1761313449.372809:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.372811:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372833:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2df7aea. 00010000:00000010:1.0:1761313449.372835:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372838:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000606306bd. 00010000:00000010:1.0:1761313449.372840:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.372846:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5924ca9. 00010000:00000010:1.0:1761313449.372864:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.372866:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372892:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006544845f. 00010000:00000010:1.0:1761313449.372894:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372897:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059fb9b8d. 00010000:00000010:1.0:1761313449.372900:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.372907:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f73a0363. 00010000:00000010:1.0:1761313449.372924:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.372927:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372950:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a596c7c. 00010000:00000010:1.0:1761313449.372952:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.372955:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a67fea99. 00010000:00000010:1.0:1761313449.372957:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.372963:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e415180. 00010000:00000010:1.0:1761313449.372979:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.372981:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373008:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005145e948. 00010000:00000010:1.0:1761313449.373011:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373015:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001bc7dfd. 00010000:00000010:1.0:1761313449.373018:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.373023:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045183ba5. 00010000:00000010:1.0:1761313449.373039:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.373042:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373065:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e4613ec3. 00010000:00000010:1.0:1761313449.373067:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373070:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f2d3d9c. 00010000:00000010:1.0:1761313449.373072:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.373077:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b90f0419. 00010000:00000010:1.0:1761313449.373098:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.373113:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373146:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee4e7b39. 00010000:00000010:1.0:1761313449.373150:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373154:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cb7ed75. 00010000:00000010:1.0:1761313449.373156:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.373165:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001551ec32. 00010000:00000010:1.0:1761313449.373190:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.373194:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373226:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005c4f6889. 00010000:00000010:1.0:1761313449.373229:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373232:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000003276dd0. 00010000:00000010:1.0:1761313449.373235:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.373244:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036781df4. 00010000:00000010:1.0:1761313449.373270:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.373273:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373310:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044f60acd. 00010000:00000010:1.0:1761313449.373314:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373318:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d240b35. 00010000:00000010:1.0:1761313449.373321:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.373330:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b17b7b0d. 00010000:00000010:1.0:1761313449.373352:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.373355:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373387:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b60f0d97. 00010000:00000010:1.0:1761313449.373390:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373393:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077b509e1. 00010000:00000010:1.0:1761313449.373397:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.373405:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038188b20. 00010000:00000010:1.0:1761313449.373426:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.373430:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373459:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007648a077. 00010000:00000010:1.0:1761313449.373462:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373464:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f70e61f. 00010000:00000010:1.0:1761313449.373568:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.373580:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006db8c833. 00010000:00000010:1.0:1761313449.373604:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.373608:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373642:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013f02f0b. 00010000:00000010:1.0:1761313449.373646:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373649:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfe5e58f. 00010000:00000010:1.0:1761313449.373652:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.373660:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009951dd50. 00010000:00000010:1.0:1761313449.373682:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.373685:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373714:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca53ebed. 00010000:00000010:1.0:1761313449.373717:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373720:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026629807. 00010000:00000010:1.0:1761313449.373723:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.373730:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000365f4111. 00010000:00000010:1.0:1761313449.373752:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.373755:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373783:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3b4dc84. 00010000:00000010:1.0:1761313449.373786:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373789:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001d4c216. 00010000:00000010:1.0:1761313449.373792:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.373799:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c242afd8. 00010000:00000010:1.0:1761313449.373822:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.373826:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373861:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069ac4165. 00010000:00000010:1.0:1761313449.373864:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373866:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f454377. 00010000:00000010:1.0:1761313449.373868:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.373875:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072d81850. 00010000:00000010:1.0:1761313449.373894:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.373898:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373926:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089a52d60. 00010000:00000010:1.0:1761313449.373929:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.373932:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d4e6e4a. 00010000:00000010:1.0:1761313449.373935:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.373942:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6d41942. 00010000:00000010:1.0:1761313449.373964:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.373967:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.374002:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000165c6c08. 00010000:00000010:1.0:1761313449.374005:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.374007:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ea463f7. 00010000:00000010:1.0:1761313449.374010:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.374019:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000acb386e3. 00010000:00000010:1.0:1761313449.374039:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.374042:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.374071:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000044d51eb. 00010000:00000010:1.0:1761313449.374074:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.374076:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c8526ab. 00010000:00000010:1.0:1761313449.374081:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.374088:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004daa2847. 00010000:00000010:1.0:1761313449.374125:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:1.0:1761313449.374129:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.374162:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab0e64b7. 00010000:00000010:1.0:1761313449.374166:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da3e811d. 00010000:00000010:1.0:1761313449.374170:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056c917fe. 00010000:00000010:1.0:1761313449.374174:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069f61e6f. 00080000:00000010:1.0:1761313449.374183:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095a6c608. 00010000:00000010:1.1:1761313449.376606:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002209b718. 00010000:00000010:1.1:1761313449.376622:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd13afd6. 00010000:00000010:1.1:1761313449.376633:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2617f7e. 00010000:00000010:1.1:1761313449.376637:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8c97a0. 00010000:00000010:1.1:1761313449.376640:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007adecd87. 00010000:00000010:1.1:1761313449.376643:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000471d98dd. 00010000:00000010:1.1:1761313449.376645:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e54101e. 00010000:00000010:1.1:1761313449.376649:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4f92db6. 00010000:00000010:1.1:1761313449.376653:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b79b01b. 00010000:00000010:1.1:1761313449.376655:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ed1cfed. 00010000:00000010:1.1:1761313449.376659:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4be5309. 00010000:00000010:1.1:1761313449.376661:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd13f276. 00010000:00000010:1.1:1761313449.376663:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d99d58f7. 00010000:00000010:1.1:1761313449.376666:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cdd0c67. 00010000:00000010:1.1:1761313449.376669:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091a5e9f4. 00010000:00000010:1.1:1761313449.376672:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa9e3b62. 00010000:00000010:1.1:1761313449.376674:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038a78ddd. 00010000:00000010:1.1:1761313449.376677:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa4d220e. 00010000:00000010:1.1:1761313449.376679:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd859b8. 00010000:00000010:1.1:1761313449.376682:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000596954db. 00010000:00000010:1.1:1761313449.376685:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cacc0bd2. 00010000:00000010:1.1:1761313449.376687:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a472fd8. 00010000:00000010:1.1:1761313449.376689:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000693ec438. 00010000:00000010:1.1:1761313449.376691:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d81968f. 00010000:00000010:1.1:1761313449.376693:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f63f8d. 00010000:00000010:1.1:1761313449.376695:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b3303e. 00010000:00000010:1.1:1761313449.376698:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b281f30d. 00010000:00000010:1.1:1761313449.376701:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e113555. 00010000:00000010:1.1:1761313449.376703:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a86e5a53. 00010000:00000010:1.1:1761313449.376705:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096f62c4a. 00010000:00000010:1.1:1761313449.376707:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000878b7ec4. 00010000:00000010:1.1:1761313449.376710:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e0ad54a. 00010000:00000010:1.1:1761313449.376713:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000341e3ada. 00010000:00000010:1.1:1761313449.376716:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9abf411. 00010000:00000010:1.1:1761313449.376718:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b231b7c. 00010000:00000010:1.1:1761313449.376720:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a7f2f8c. 00010000:00000010:1.1:1761313449.376722:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b47266. 00010000:00000010:1.1:1761313449.376725:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf865324. 00010000:00000010:1.1:1761313449.376726:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eac76ac6. 00010000:00000010:1.1:1761313449.376729:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b45eef24. 00010000:00000010:1.1:1761313449.376732:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017282594. 00010000:00000010:1.1:1761313449.376736:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049eeee92. 00010000:00000010:1.1:1761313449.376739:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d981d766. 00010000:00000010:1.1:1761313449.376743:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa525337. 00010000:00000010:1.1:1761313449.376746:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000687c5cab. 00010000:00000010:1.1:1761313449.376748:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8dbcd4a. 00010000:00000010:1.1:1761313449.376750:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb81d4f3. 00010000:00000010:1.1:1761313449.376753:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022e95140. 00010000:00000010:1.1:1761313449.376758:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa8543f7. 00010000:00000010:1.1:1761313449.376762:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8e543bd. 00010000:00000010:1.1:1761313449.376765:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017433709. 00010000:00000010:1.1:1761313449.376767:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008778f00. 00010000:00000010:1.1:1761313449.376769:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082483146. 00010000:00000010:1.1:1761313449.376772:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068fb7675. 00010000:00000010:1.1:1761313449.376775:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019444c67. 00010000:00000010:1.1:1761313449.376777:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e713f0bc. 00010000:00000010:1.1:1761313449.376780:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038339b11. 00010000:00000010:1.1:1761313449.376782:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf1a2941. 00010000:00000010:1.1:1761313449.376784:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5cf44aa. 00010000:00000010:1.1:1761313449.376786:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f60d581. 00010000:00000010:1.1:1761313449.376789:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000152d905a. 00010000:00000010:1.1:1761313449.376792:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d417a4b. 00010000:00000010:1.1:1761313449.376793:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009079c01d. 00010000:00000010:1.1:1761313449.376797:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d3a159. 00010000:00000010:1.1:1761313449.376801:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b57359b0. 00010000:00000010:1.1:1761313449.376804:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ba775e9. 00010000:00000010:1.1:1761313449.376806:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2c7f10d. 00010000:00000010:1.1:1761313449.376808:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039a55045. 00010000:00000010:1.1:1761313449.376814:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aede1232. 00010000:00000010:1.1:1761313449.376817:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000563c0c65. 00010000:00000010:1.1:1761313449.376820:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a39d68a. 00010000:00000010:1.1:1761313449.376823:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cae0d5f. 00010000:00000010:1.1:1761313449.376825:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000273db027. 00010000:00000010:1.1:1761313449.376828:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b928563. 00010000:00000010:1.1:1761313449.376830:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000345e819b. 00010000:00000010:1.1:1761313449.376833:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083ad9d13. 00010000:00000010:1.1:1761313449.376836:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f26a9ce. 00010000:00000010:1.1:1761313449.376838:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7d137b9. 00010000:00000010:1.1:1761313449.376840:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae7f96fe. 00010000:00000010:1.1:1761313449.376844:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e2c9952. 00010000:00000010:1.1:1761313449.376848:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060d6dfca. 00010000:00000010:1.1:1761313449.376850:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d62afcd. 00010000:00000010:1.1:1761313449.376852:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fa91990. 00010000:00000010:1.1:1761313449.376855:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000060bfcdb. 00010000:00000010:1.1:1761313449.376856:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cb2a3ca. 00010000:00000010:1.1:1761313449.376858:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c19d48e. 00010000:00000010:1.1:1761313449.376860:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056ad2e58. 00010000:00000010:1.1:1761313449.376862:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c059cce8. 00010000:00000010:1.1:1761313449.376865:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032eef67a. 00010000:00000010:1.1:1761313449.376867:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af1d6e47. 00010000:00000010:1.1:1761313449.376877:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c994e4bb. 00010000:00000010:1.1:1761313449.376879:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb5092e. 00010000:00000010:1.1:1761313449.376881:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd1d732f. 00010000:00000010:1.1:1761313449.376883:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccef14bc. 00010000:00000010:1.1:1761313449.376887:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3e0a9f5. 00010000:00000010:1.1:1761313449.376889:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f519a6bc. 00010000:00000010:1.1:1761313449.376891:0:77347:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c97c0be. 00010000:00000010:1.1:1761313449.376893:0:77347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ad02bc. 00010000:00000010:1.1:1761313449.376915:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ce197a1. 00010000:00000010:1.1:1761313449.376919:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eafb0773. 00010000:00000010:1.1:1761313449.376921:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d7a4dce. 00010000:00000010:1.1:1761313449.376925:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad374160. 00010000:00000010:1.1:1761313449.376927:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022214a10. 00010000:00000010:1.1:1761313449.376929:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047c024ef. 00010000:00000010:1.1:1761313449.376931:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac749d9f. 00010000:00000010:1.1:1761313449.376935:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb13902c. 00010000:00000010:1.1:1761313449.376938:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000453ce7c6. 00010000:00000010:1.1:1761313449.376940:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000495b8eed. 00010000:00000010:1.1:1761313449.376944:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000080e3f7. 00010000:00000010:1.1:1761313449.376946:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abf3c945. 00010000:00000010:1.1:1761313449.376949:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8a5e9ab. 00010000:00000010:1.1:1761313449.376951:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d3061d. 00010000:00000010:1.1:1761313449.376963:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a79c8b7. 00010000:00000010:1.1:1761313449.376966:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000962c7a60. 00010000:00000010:1.1:1761313449.376968:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6c104d1. 00010000:00000010:1.1:1761313449.376971:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f171073. 00010000:00000010:1.1:1761313449.386504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002044b87f. 00010000:00000010:1.1:1761313449.386516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045ee2806. 00010000:00000010:1.1:1761313449.386520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bb3b3a3. 00010000:00000010:1.1:1761313449.386523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053c28dcb. 00010000:00000010:1.1:1761313449.386525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000940a8a30. 00010000:00000010:1.1:1761313449.386529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cfa95a3. 00010000:00000010:1.1:1761313449.386532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed2a312d. 00010000:00000010:1.1:1761313449.386535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6126bf3. 00010000:00000010:1.1:1761313449.386537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026fefa49. 00010000:00000010:1.1:1761313449.386541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc4237f4. 00010000:00000010:1.1:1761313449.386543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010a111b8. 00010000:00000010:1.1:1761313449.386545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e90e9a4c. 00010000:00000010:1.1:1761313449.386547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a946134a. 00010000:00000010:1.1:1761313449.386550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1c0a3e7. 00010000:00000010:1.1:1761313449.386554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c127b75. 00010000:00000010:1.1:1761313449.386561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000960bbd75. 00010000:00000010:1.1:1761313449.386564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcd9fca8. 00010000:00000010:1.1:1761313449.386566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048a9fce4. 00010000:00000010:1.1:1761313449.386571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077797e2e. 00010000:00000010:1.1:1761313449.386577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffdeec5f. 00010000:00000010:1.1:1761313449.386581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c80b9cf6. 00010000:00000010:1.1:1761313449.386583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e29aca. 00010000:00000010:1.1:1761313449.386586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ab00bf7. 00010000:00000010:1.1:1761313449.386589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9acb794. 00010000:00000010:1.1:1761313449.386592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ad1569d. 00010000:00000010:1.1:1761313449.386596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000478ea730. 00010000:00000010:1.1:1761313449.386599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009591c7bd. 00010000:00000010:1.1:1761313449.386604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5dddc10. 00010000:00000010:1.1:1761313449.386606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000813ab4e0. 00010000:00000010:1.1:1761313449.386610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065305814. 00010000:00000010:1.1:1761313449.386612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004669cc27. 00010000:00000010:1.1:1761313449.386615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d774da6f. 00010000:00000010:1.1:1761313449.386617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005edfafd5. 00010000:00000010:1.1:1761313449.386620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a58f568. 00010000:00000010:1.1:1761313449.386626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a04e65. 00010000:00000010:1.1:1761313449.386629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9aa448a. 00010000:00000010:1.1:1761313449.386631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fbe92da. 00010000:00000010:1.1:1761313449.386634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000545e1d6e. 00010000:00000010:1.1:1761313449.386637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f16b8174. 00010000:00000010:1.1:1761313449.386639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdd37ff3. 00010000:00000010:1.1:1761313449.386641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6aa081a. 00010000:00000010:1.1:1761313449.386644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7d8ca3b. 00010000:00000010:1.1:1761313449.386647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000724fe96f. 00010000:00000010:1.1:1761313449.386649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1e5603e. 00010000:00000010:1.1:1761313449.386652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3a65e7d. 00010000:00000010:1.1:1761313449.386654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000ac16fd. 00010000:00000010:1.1:1761313449.386657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3564477. 00010000:00000010:1.1:1761313449.386659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef512ebb. 00010000:00000010:1.1:1761313449.386662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7975399. 00010000:00000010:1.1:1761313449.386665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa9dee83. 00010000:00000010:1.1:1761313449.386667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7c5b683. 00010000:00000010:1.1:1761313449.386669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021eb8fc2. 00010000:00000010:1.1:1761313449.386672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f2794fa. 00010000:00000010:1.1:1761313449.386675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae28d8f4. 00010000:00000010:1.1:1761313449.386677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aacfd32. 00010000:00000010:1.1:1761313449.386679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb5db56. 00010000:00000010:1.1:1761313449.386682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff98ae36. 00010000:00000010:1.1:1761313449.386684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b194ea3. 00010000:00000010:1.1:1761313449.386687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010c716ee. 00010000:00000010:1.1:1761313449.386689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4b17d23. 00010000:00000010:1.1:1761313449.386693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ce4a999. 00010000:00000010:1.1:1761313449.386696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000431eb063. 00010000:00000010:1.1:1761313449.386699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005194ba77. 00010000:00000010:1.1:1761313449.386703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b5f1e20. 00010000:00000010:1.1:1761313449.386708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b1b9144. 00010000:00000010:1.1:1761313449.386713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072bb7774. 00010000:00000010:1.1:1761313449.386715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ddf49d9. 00010000:00000010:1.1:1761313449.386718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009397a262. 00010000:00000010:1.1:1761313449.386720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000717ad3d8. 00010000:00000010:1.1:1761313449.386723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4d7d80. 00010000:00000010:1.1:1761313449.386727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007eb9fe2b. 00010000:00000010:1.1:1761313449.386730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f165f162. 00010000:00000010:1.1:1761313449.386732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8849ce7. 00010000:00000010:1.1:1761313449.386736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c6d045c. 00010000:00000010:1.1:1761313449.386739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006470afa5. 00010000:00000010:1.1:1761313449.386742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d01cf613. 00010000:00000010:1.1:1761313449.386744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5a6c735. 00010000:00000010:1.1:1761313449.386747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d475a7. 00010000:00000010:1.1:1761313449.386750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c337e24c. 00010000:00000010:1.1:1761313449.386753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8fe955. 00010000:00000010:1.1:1761313449.386755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9fca9f2. 00010000:00000010:1.1:1761313449.386758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000100ca9ab. 00010000:00000010:1.1:1761313449.386761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd5d18f9. 00010000:00000010:1.1:1761313449.386764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001914c8dc. 00010000:00000010:1.1:1761313449.386767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003100e610. 00010000:00000010:1.1:1761313449.386770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008dab10b. 00010000:00000010:1.1:1761313449.386775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024092cba. 00010000:00000010:1.1:1761313449.386778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd1aa0fe. 00010000:00000010:1.1:1761313449.386781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058b4b50d. 00010000:00000010:1.1:1761313449.386783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebef49f4. 00010000:00000010:1.1:1761313449.386787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbf9c00b. 00010000:00000010:1.1:1761313449.386790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009c60f8e. 00010000:00000010:1.1:1761313449.386793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000169f88cd. 00010000:00000010:1.1:1761313449.386796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8e88752. 00010000:00000010:1.1:1761313449.386799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080e6d06f. 00010000:00000010:1.1:1761313449.386803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bd5cb58. 00010000:00000010:1.1:1761313449.386805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f30a48b. 00010000:00000010:1.1:1761313449.386808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069af4ba2. 00010000:00000010:1.1:1761313449.386812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063c94040. 00010000:00000010:1.1:1761313449.386816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000749b692f. 00010000:00000010:1.1:1761313449.386819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa8228fe. 00010000:00000010:1.1:1761313449.386823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012ec1f1a. 00010000:00000010:1.1:1761313449.386828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e1d5688. 00010000:00000010:1.1:1761313449.386833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002324d2da. 00010000:00000010:1.1:1761313449.386835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bafcbef9. 00010000:00000010:1.1:1761313449.386838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004579d625. 00010000:00000010:1.1:1761313449.386840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6a41878. 00010000:00000010:1.1:1761313449.386844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000504ef3bf. 00010000:00000010:1.1:1761313449.386849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c22eeff8. 00010000:00000010:1.1:1761313449.386854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dcec5a4. 00010000:00000010:1.1:1761313449.386861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e304c7b. 00010000:00000010:1.1:1761313449.386865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009abf6e88. 00010000:00000010:1.1:1761313449.386867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e661781. 00010000:00000010:1.1:1761313449.386869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f637c98f. 00010000:00000010:1.1:1761313449.386871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000796cb1a9. 00010000:00000010:1.1:1761313449.386874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000073f0eb1. 00010000:00000010:1.1:1761313449.386877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a91a2cc. 00010000:00000010:1.1:1761313449.386880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f3c3305. 00010000:00000010:1.1:1761313449.386883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d69aa1e3. 00010000:00000010:1.1:1761313449.386885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070dbdff6. 00010000:00000010:1.1:1761313449.386887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097b74929. 00010000:00000010:1.1:1761313449.386891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7debcae. 00010000:00000010:1.1:1761313449.386894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e24b01a. 00010000:00000010:1.1:1761313449.386898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071bee05a. 00010000:00000010:1.1:1761313449.386900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000badc2014. 00010000:00000010:1.1:1761313449.386904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0f7eeb8. 00010000:00000010:1.1:1761313449.386907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5b8baee. 00010000:00000010:1.1:1761313449.386909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018fe4bba. 00010000:00000010:1.1:1761313449.386911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000470c1ac5. 00010000:00000010:1.1:1761313449.386913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030f9cd0e. 00010000:00000010:1.1:1761313449.386915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007216a3fd. 00010000:00000010:1.1:1761313449.386917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096dcc597. 00010000:00000010:1.1:1761313449.386921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fd69ede. 00010000:00000010:1.1:1761313449.386923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b7466dc. 00010000:00000010:1.1:1761313449.386925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000087d726e. 00010000:00000010:1.1:1761313449.386927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005526beb2. 00010000:00000010:1.1:1761313449.386929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008da26d9a. 00010000:00000010:1.1:1761313449.386931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e377f46b. 00010000:00000010:1.1:1761313449.386933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012cde072. 00010000:00000010:1.1:1761313449.386935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbd6c2b0. 00010000:00000010:1.1:1761313449.386937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000885d5c6d. 00010000:00000010:1.1:1761313449.386940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024609d1e. 00010000:00000010:1.1:1761313449.386942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b70e829c. 00010000:00000010:1.1:1761313449.386945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db553701. 00010000:00000010:1.1:1761313449.386946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2df7aea. 00010000:00000010:1.1:1761313449.386949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000606306bd. 00010000:00000010:1.1:1761313449.386951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006544845f. 00010000:00000010:1.1:1761313449.386953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059fb9b8d. 00010000:00000010:1.1:1761313449.386955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a596c7c. 00010000:00000010:1.1:1761313449.386957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a67fea99. 00010000:00000010:1.1:1761313449.386960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005145e948. 00010000:00000010:1.1:1761313449.386962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001bc7dfd. 00010000:00000010:1.1:1761313449.386964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4613ec3. 00010000:00000010:1.1:1761313449.386968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f2d3d9c. 00010000:00000010:1.1:1761313449.386972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e7b39. 00010000:00000010:1.1:1761313449.386976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cb7ed75. 00010000:00000010:1.1:1761313449.386978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c4f6889. 00010000:00000010:1.1:1761313449.386981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003276dd0. 00010000:00000010:1.1:1761313449.386985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044f60acd. 00010000:00000010:1.1:1761313449.386988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d240b35. 00010000:00000010:1.1:1761313449.386990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b60f0d97. 00010000:00000010:1.1:1761313449.386992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077b509e1. 00010000:00000010:1.1:1761313449.386994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007648a077. 00010000:00000010:1.1:1761313449.386997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f70e61f. 00010000:00000010:1.1:1761313449.386999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013f02f0b. 00010000:00000010:1.1:1761313449.387001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfe5e58f. 00010000:00000010:1.1:1761313449.387003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca53ebed. 00010000:00000010:1.1:1761313449.387005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026629807. 00010000:00000010:1.1:1761313449.387007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3b4dc84. 00010000:00000010:1.1:1761313449.387009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001d4c216. 00010000:00000010:1.1:1761313449.387011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069ac4165. 00010000:00000010:1.1:1761313449.387013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f454377. 00010000:00000010:1.1:1761313449.387014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089a52d60. 00010000:00000010:1.1:1761313449.387016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d4e6e4a. 00010000:00000010:1.1:1761313449.387018:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000165c6c08. 00010000:00000010:1.1:1761313449.387021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ea463f7. 00010000:00000010:1.1:1761313449.387023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000044d51eb. 00010000:00000010:1.1:1761313449.387025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c8526ab. 00080000:00000010:2.0:1761313449.390075:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004daa2847. 00080000:00000010:2.0:1761313449.390084:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000acb386e3. 00080000:00000010:2.0:1761313449.390086:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6d41942. 00080000:00000010:2.0:1761313449.390088:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072d81850. 00080000:00000010:2.0:1761313449.390090:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c242afd8. 00080000:00000010:2.0:1761313449.390092:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000365f4111. 00080000:00000010:2.0:1761313449.390093:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009951dd50. 00080000:00000010:2.0:1761313449.390095:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006db8c833. 00080000:00000010:2.0:1761313449.390097:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038188b20. 00080000:00000010:2.0:1761313449.390100:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b17b7b0d. 00080000:00000010:2.0:1761313449.390111:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036781df4. 00080000:00000010:2.0:1761313449.390113:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001551ec32. 00080000:00000010:2.0:1761313449.390114:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b90f0419. 00080000:00000010:2.0:1761313449.390116:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045183ba5. 00080000:00000010:2.0:1761313449.390119:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e415180. 00080000:00000010:2.0:1761313449.390121:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f73a0363. 00080000:00000010:2.0:1761313449.390123:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5924ca9. 00080000:00000010:2.0:1761313449.390125:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a206a9a4. 00080000:00000010:2.0:1761313449.390127:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001638bc32. 00080000:00000010:2.0:1761313449.390129:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e23934d7. 00080000:00000010:2.0:1761313449.390130:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002775b910. 00080000:00000010:2.0:1761313449.390132:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5804e67. 00080000:00000010:2.0:1761313449.390133:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6bb03b2. 00080000:00000010:2.0:1761313449.390135:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a6b8e55. 00080000:00000010:2.0:1761313449.390136:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8599d19. 00080000:00000010:2.0:1761313449.390139:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009018164. 00080000:00000010:2.0:1761313449.390142:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005ab16c9. 00080000:00000010:2.0:1761313449.390144:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000897083d2. 00080000:00000010:2.0:1761313449.390150:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0c4eaf6. 00080000:00000010:2.0:1761313449.390152:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000adaa3e45. 00080000:00000010:2.0:1761313449.390154:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ecc4b2e. 00080000:00000010:2.0:1761313449.390157:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000532742d7. 00080000:00000010:2.0:1761313449.390159:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000577bf261. 00080000:00000010:2.0:1761313449.390161:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f6e575c. 00080000:00000010:2.0:1761313449.390163:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090682902. 00080000:00000010:2.0:1761313449.390165:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1180df4. 00080000:00000010:2.0:1761313449.390166:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080e53d20. 00080000:00000010:2.0:1761313449.390169:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002252b658. 00080000:00000010:2.0:1761313449.390171:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000280edd75. 00080000:00000010:2.0:1761313449.390173:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f511cf3. 00080000:00000010:2.0:1761313449.390174:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000987f3666. 00080000:00000010:2.0:1761313449.390175:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c42664c0. 00080000:00000010:2.0:1761313449.390177:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082297b9d. 00080000:00000010:2.0:1761313449.390179:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034d9cb3e. 00080000:00000010:2.0:1761313449.390182:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eec9dd03. 00080000:00000010:2.0:1761313449.390185:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb3a2cd6. 00080000:00000010:2.0:1761313449.390187:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069b9c12f. 00080000:00000010:2.0:1761313449.390190:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6f0e2e3. 00080000:00000010:2.0:1761313449.390193:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000836a54e9. 00080000:00000010:2.0:1761313449.390195:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7f2aaf7. 00080000:00000010:2.0:1761313449.390198:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b58d82c6. 00080000:00000010:2.0:1761313449.390200:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f98c24c. 00080000:00000010:2.0:1761313449.390202:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041ab8515. 00080000:00000010:2.0:1761313449.390204:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d2f3578. 00080000:00000010:2.0:1761313449.390207:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdda384d. 00080000:00000010:2.0:1761313449.390210:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000305434dc. 00080000:00000010:2.0:1761313449.390212:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037e766bd. 00080000:00000010:2.0:1761313449.390213:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7dc648e. 00080000:00000010:2.0:1761313449.390216:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a38e8de8. 00080000:00000010:2.0:1761313449.390218:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001512ec29. 00080000:00000010:2.0:1761313449.390223:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045f3b28d. 00080000:00000010:2.0:1761313449.390224:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c50b392. 00080000:00000010:2.0:1761313449.390226:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090cede32. 00080000:00000010:2.0:1761313449.390228:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009719152f. 00080000:00000010:2.0:1761313449.390230:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4815637. 00080000:00000010:2.0:1761313449.390232:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eec0d566. 00080000:00000010:2.0:1761313449.390233:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0913867. 00080000:00000010:2.0:1761313449.390235:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000158b1713. 00080000:00000010:2.0:1761313449.390236:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf118e03. 00080000:00000010:2.0:1761313449.390238:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051c8cda8. 00080000:00000010:2.0:1761313449.390240:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aeae7671. 00080000:00000010:2.0:1761313449.390242:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f87551c. 00080000:00000010:2.0:1761313449.390244:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003643c274. 00080000:00000010:2.0:1761313449.390246:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003e9b437. 00080000:00000010:2.0:1761313449.390248:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aeb743ab. 00080000:00000010:2.0:1761313449.390250:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007583d35b. 00080000:00000010:2.0:1761313449.390252:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000857728c7. 00080000:00000010:2.0:1761313449.390255:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b4fb853. 00080000:00000010:2.0:1761313449.390257:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2e1965a. 00080000:00000010:2.0:1761313449.390260:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000adb49069. 00080000:00000010:2.0:1761313449.390262:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a776c6e. 00080000:00000010:2.0:1761313449.390267:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066a27f97. 00080000:00000010:2.0:1761313449.390270:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b99c086c. 00080000:00000010:2.0:1761313449.390272:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7a94ed9. 00080000:00000010:2.0:1761313449.390274:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003882a9c7. 00080000:00000010:2.0:1761313449.390277:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000851f31b5. 00080000:00000010:2.0:1761313449.390279:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c9f46c2. 00080000:00000010:2.0:1761313449.390282:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044d5e5d0. 00080000:00000010:2.0:1761313449.390285:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c7b2973. 00080000:00000010:2.0:1761313449.390289:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f107d4b5. 00080000:00000010:2.0:1761313449.390293:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d4edd48. 00080000:00000010:2.0:1761313449.390297:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009756003f. 00080000:00000010:2.0:1761313449.390300:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e2abf2a. 00080000:00000010:2.0:1761313449.390304:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048285bb1. 00080000:00000010:2.0:1761313449.390306:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a280e59d. 00080000:00000010:2.0:1761313449.390309:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057fcfc7f. 00080000:00000010:2.0:1761313449.390312:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eee51626. 00080000:00000010:2.0:1761313449.390315:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd88ee27. 00080000:00000010:2.0:1761313449.390318:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000f38261. 00080000:00000010:2.0:1761313449.390321:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c8047f5. 00080000:00000010:2.0:1761313449.390324:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055a40147. 00080000:00000010:2.0:1761313449.390327:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aebcb070. 00080000:00000010:2.0:1761313449.390329:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de544d12. 00080000:00000010:2.0:1761313449.390332:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a06c0fe6. 00080000:00000010:2.0:1761313449.390336:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c4324b4. 00080000:00000010:2.0:1761313449.390338:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c0af5f5. 00080000:00000010:2.0:1761313449.390341:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f43e44d. 00080000:00000010:2.0:1761313449.390345:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080420ca5. 00080000:00000010:2.0:1761313449.390349:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5dea503. 00080000:00000010:2.0:1761313449.390352:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c579643. 00080000:00000010:2.0:1761313449.390356:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000825e989a. 00080000:00000010:2.0:1761313449.390358:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be1aca4f. 00080000:00000010:2.0:1761313449.390360:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000087c132b. 00080000:00000010:2.0:1761313449.390361:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ca607e9. 00080000:00000010:2.0:1761313449.390364:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3530be8. 00080000:00000010:2.0:1761313449.390365:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007643b293. 00080000:00000010:2.0:1761313449.390367:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c565c1a. 00080000:00000010:2.0:1761313449.390370:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb5fcba0. 00080000:00000010:2.0:1761313449.390372:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099219b46. 00080000:00000010:2.0:1761313449.390374:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000014cae34. 00080000:00000010:2.0:1761313449.390377:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed6cc94f. 00080000:00000010:2.0:1761313449.390379:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000091c8238. 00080000:00000010:2.0:1761313449.390381:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a75c5820. 00080000:00000010:2.0:1761313449.390383:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c9b50c7. 00080000:00000010:2.0:1761313449.390386:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a36df73d. 00080000:00000010:2.0:1761313449.390388:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001827d618. 00080000:00000010:2.0:1761313449.390393:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092af2d9a. 00080000:00000010:2.0:1761313449.390397:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000254c4ecb. 00080000:00000010:2.0:1761313449.390399:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038ff23cd. 00080000:00000010:2.0:1761313449.390402:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001544fdf8. 00080000:00000010:2.0:1761313449.390404:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b86440a. 00080000:00000010:2.0:1761313449.390407:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ecb73428. 00080000:00000010:2.0:1761313449.390410:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a4ed902. 00080000:00000010:2.0:1761313449.390412:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000250c5bdb. 00080000:00000010:2.0:1761313449.390416:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c15adc84. 00080000:00000010:2.0:1761313449.390419:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000337fd016. 00080000:00000010:2.0:1761313449.390422:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cff1a6ba. 00080000:00000010:2.0:1761313449.390423:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005516ea4e. 00080000:00000010:2.0:1761313449.390426:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dde8e12a. 00080000:00000010:2.0:1761313449.390429:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080355f5a. 00080000:00000010:2.0:1761313449.390432:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d18016c. 00080000:00000010:2.0:1761313449.390435:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b38e681. 00080000:00000010:2.0:1761313449.390438:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f142d858. 00080000:00000010:2.0:1761313449.390441:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5eda349. 00080000:00000010:2.0:1761313449.390445:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d52a655c. 00080000:00000010:2.0:1761313449.390448:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091f2d766. 00080000:00000010:2.0:1761313449.390451:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d57876f9. 00080000:00000010:2.0:1761313449.390454:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd57f05f. 00080000:00000010:2.0:1761313449.390458:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a2914eb. 00080000:00000010:2.0:1761313449.390460:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aef6235e. 00080000:00000010:2.0:1761313449.390463:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000270782c1. 00080000:00000010:2.0:1761313449.390650:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e0f7da4. 00080000:00000010:2.0:1761313449.390656:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000320f11ab. 00080000:00000010:2.0:1761313449.390658:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb76e7f3. 00080000:00000010:2.0:1761313449.390661:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de4fa779. 00080000:00000010:2.0:1761313449.390663:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000343c5a73. 00080000:00000010:2.0:1761313449.390665:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8f4c330. 00080000:00000010:2.0:1761313449.390669:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd98bc84. 00080000:00000010:2.0:1761313449.390672:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b5c984e. 00080000:00000010:2.0:1761313449.390674:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000478c70d. 00080000:00000010:2.0:1761313449.390676:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006270eda5. 00080000:00000010:2.0:1761313449.390678:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009707bf7. 00080000:00000010:2.0:1761313449.390681:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000027e65ad. 00080000:00000010:2.0:1761313449.390682:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccb5d465. 00080000:00000010:2.0:1761313449.390685:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6bfd5b0. 00080000:00000010:2.0:1761313449.390687:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031145efb. 00080000:00000010:2.0:1761313449.390690:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000757024a5. 00080000:00000010:2.0:1761313449.390692:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000518824d7. 00080000:00000010:2.0:1761313449.390696:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008149c51c. 00080000:00000010:2.0:1761313449.390699:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6fc23dc. 00080000:00000010:2.0:1761313449.390702:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc466756. 00080000:00000010:2.0:1761313449.390706:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbed3c93. 00080000:00000010:2.0:1761313449.390709:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f899181. 00080000:00000010:2.0:1761313449.390712:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2bcb852. 00080000:00000010:2.0:1761313449.390715:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000528d94fc. 00080000:00000010:2.0:1761313449.390720:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059edcad8. 00080000:00000010:2.0:1761313449.390723:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000515ccc16. 00080000:00000010:2.0:1761313449.390725:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d8e1a0e. 00080000:00000010:2.0:1761313449.390727:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ec95e9e. 00080000:00000010:2.0:1761313449.390729:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5a150e0. 00080000:00000010:2.0:1761313449.390732:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ec83194. 00080000:00000010:2.0:1761313449.390733:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f09a9df0. 00080000:00000010:2.0:1761313449.390736:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb38131d. 00080000:00000010:2.0:1761313449.390738:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a966f1db. 00080000:00000010:2.0:1761313449.390740:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc581ed4. 00080000:00000010:2.0:1761313449.390742:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd7b2b61. 00080000:00000010:2.0:1761313449.390745:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000995b22b2. 00080000:00000010:2.0:1761313449.390747:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084a84eb9. 00080000:00000010:2.0:1761313449.390749:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ceacf83b. 00080000:00000010:2.0:1761313449.390751:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039a952a0. 00080000:00000010:2.0:1761313449.390753:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069c9e603. 00080000:00000010:2.0:1761313449.390755:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056690ee0. 00080000:00000010:2.0:1761313449.390757:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eab95530. 00080000:00000010:2.0:1761313449.390759:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb573ee2. 00080000:00000010:2.0:1761313449.390761:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085439795. 00080000:00000010:2.0:1761313449.390766:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064957762. 00080000:00000010:2.0:1761313449.390769:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000085c0efa. 00080000:00000010:2.0:1761313449.390770:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5ab9669. 00080000:00000010:2.0:1761313449.390772:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e586c841. 00080000:00000010:2.0:1761313449.390774:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008129261e. 00080000:00000010:2.0:1761313449.390777:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c169541. 00080000:00000010:2.0:1761313449.390778:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5af2ac2. 00080000:00000010:2.0:1761313449.390781:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3710247. 00080000:00000010:2.0:1761313449.390784:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aab109d4. 00080000:00000010:2.0:1761313449.390787:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019c54b55. 00080000:00000010:2.0:1761313449.390789:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000421db9a8. 00080000:00000010:2.0:1761313449.390791:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012990f2f. 00080000:00000010:2.0:1761313449.390794:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008094cbb6. 00080000:00000010:2.0:1761313449.390796:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4b2b670. 00080000:00000010:2.0:1761313449.390799:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c365a99c. 00080000:00000010:2.0:1761313449.390802:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000afa528d. 00080000:00000010:2.0:1761313449.390804:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065e206f5. 00080000:00000010:2.0:1761313449.390807:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8d40208. 00080000:00000010:2.0:1761313449.390809:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb94451b. 00080000:00000010:2.0:1761313449.390811:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065f3276a. 00080000:00000010:2.0:1761313449.390813:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3740886. 00080000:00000010:2.0:1761313449.390815:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c8a7b0a2. 00080000:00000010:2.0:1761313449.390817:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de8ef1fd. 00080000:00000010:2.0:1761313449.390819:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004aec4be3. 00080000:00000010:2.0:1761313449.390821:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000585e386e. 00080000:00000010:2.0:1761313449.390823:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7ae3436. 00080000:00000010:2.0:1761313449.390825:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea592c78. 00080000:00000010:2.0:1761313449.390827:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007026fc14. 00080000:00000010:2.0:1761313449.390830:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008fefdd38. 00080000:00000010:2.0:1761313449.390833:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a68d1b1. 00080000:00000010:2.0:1761313449.390835:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077145c2b. 00080000:00000010:2.0:1761313449.390837:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf12db37. 00080000:00000010:2.0:1761313449.390839:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093c67ec9. 00080000:00000010:2.0:1761313449.390842:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000325fe80b. 00080000:00000010:2.0:1761313449.390845:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028e49f60. 00080000:00000010:2.0:1761313449.390848:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003cf529c. 00080000:00000010:2.0:1761313449.390850:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000302b948d. 00080000:00000010:2.0:1761313449.390853:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075c218a2. 00080000:00000010:2.0:1761313449.390856:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096c13cd0. 00080000:00000010:2.0:1761313449.390859:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086c72b8f. 00080000:00000010:2.0:1761313449.390862:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033283632. 00080000:00000010:2.0:1761313449.390864:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5fef042. 00080000:00000010:2.0:1761313449.390866:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5c6246f. 00080000:00000010:2.0:1761313449.390868:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050047d4b. 00080000:00000010:2.0:1761313449.390870:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026037375. 00080000:00000010:2.0:1761313449.390872:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004227ca14. 00080000:00000010:2.0:1761313449.390874:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026034bfb. 00080000:00000010:2.0:1761313449.390877:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a082c9e. 00080000:00000010:2.0:1761313449.390879:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0d24521. 00080000:00000010:2.0:1761313449.390881:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000facf592c. 00080000:00000010:2.0:1761313449.390884:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000643141f7. 00080000:00000010:2.0:1761313449.390886:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e594cdd. 00080000:00000010:2.0:1761313449.390889:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ef0a074. 00080000:00000010:2.0:1761313449.390891:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d0796fd. 00080000:00000010:2.0:1761313449.390893:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059c786a0. 00080000:00000010:2.0:1761313449.390895:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001f2f66f. 00080000:00000010:2.0:1761313449.390897:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006703eddb. 00080000:00000010:2.0:1761313449.390899:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075a7a1d9. 00080000:00000010:2.0:1761313449.390903:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067e89f62. 00080000:00000010:2.0:1761313449.390905:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f47a14a. 00080000:00000010:2.0:1761313449.390908:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b1b6eee. 00080000:00000010:2.0:1761313449.390910:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f25cf96. 00080000:00000010:2.0:1761313449.390913:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce5bf4f6. 00080000:00000010:2.0:1761313449.390915:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e51b7dd4. 00080000:00000010:2.0:1761313449.390917:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0c9d3ac. 00080000:00000010:2.0:1761313449.390919:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075d7999d. 00080000:00000010:2.0:1761313449.390921:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb230e48. 00080000:00000010:2.0:1761313449.390923:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f5e4bd8. 00080000:00000010:2.0:1761313449.390925:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3b8546f. 00080000:00000010:2.0:1761313449.390927:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4741034. 00080000:00000010:2.0:1761313449.390930:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095d86ee7. 00080000:00000010:2.0:1761313449.390932:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c5ae505. 00080000:00000010:2.0:1761313449.390934:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d61b3d34. 00080000:00000010:2.0:1761313449.390936:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000671b0c15. 00080000:00000010:2.0:1761313449.390939:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbaf554f. 00080000:00000010:2.0:1761313449.390940:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003df65fe. 00080000:00000010:2.0:1761313449.390944:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050083b2a. 00080000:00000010:2.0:1761313449.390946:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e171f696. 00080000:00000010:2.0:1761313449.390948:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce3c19d5. 00080000:00000010:2.0:1761313449.390950:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000487087c4. 00080000:00000010:2.0:1761313449.390952:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3ab68f7. 00080000:00000010:2.0:1761313449.390954:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d177edb. 00080000:00000010:2.0:1761313449.390956:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f56a6bd2. 00080000:00000010:2.0:1761313449.390959:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053a0fac1. 00080000:00000010:2.0:1761313449.390961:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a1ffa52. 00080000:00000010:2.0:1761313449.390963:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000faacd56e. 00080000:00000010:2.0:1761313449.390965:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029e41706. 00080000:00000010:2.0:1761313449.390968:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076ea4e85. 00080000:00000010:2.0:1761313449.390970:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7f900de. 00080000:00000010:2.0:1761313449.390973:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa749bbb. 00080000:00000010:2.0:1761313449.390975:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c709e0a7. 00080000:00000010:2.0:1761313449.390977:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009602eb0b. 00080000:00000010:2.0:1761313449.390979:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f75dd995. 00080000:00000010:2.0:1761313449.390981:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed59ebec. 00080000:00000010:2.0:1761313449.390984:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009345c61a. 00080000:00000010:2.0:1761313449.390988:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003389e4d1. 00080000:00000010:2.0:1761313449.390991:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070ae1038. 00080000:00000010:2.0:1761313449.390993:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069e75858. 00080000:00000010:2.0:1761313449.390995:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f46de5d. 00080000:00000010:2.0:1761313449.390997:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9918f82. 00080000:00000010:2.0:1761313449.390999:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e47d4fa7. 00080000:00000010:2.0:1761313449.391001:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000516db19f. 00080000:00000010:2.0:1761313449.391003:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fea8ce81. 00080000:00000010:2.0:1761313449.391006:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057b011ee. 00080000:00000010:2.0:1761313449.391009:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afa3a11d. 00080000:00000010:2.0:1761313449.391011:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096974ce1. 00080000:00000010:2.0:1761313449.391014:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aabbcee5. 00080000:00000010:2.0:1761313449.391017:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b033e758. 00080000:00000010:2.0:1761313449.391020:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de7ffd44. 00080000:00000010:2.0:1761313449.391023:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000adf97f0. 00080000:00000010:2.0:1761313449.391025:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023146a82. 00080000:00000010:2.0:1761313449.391028:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028490774. 00080000:00000010:2.0:1761313449.391030:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a76addf. 00080000:00000010:2.0:1761313449.391032:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000259fef9d. 00080000:00000010:2.0:1761313449.391036:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb8a3fd9. 00080000:00000010:2.0:1761313449.391039:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030de97f9. 00080000:00000010:2.0:1761313449.391041:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce26e72a. 00080000:00000010:2.0:1761313449.391043:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba1a837f. 00080000:00000010:2.0:1761313449.391044:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7b8466b. 00080000:00000010:2.0:1761313449.391046:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093ad8a7e. 00080000:00000010:2.0:1761313449.391048:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000491463ea. 00080000:00000010:2.0:1761313449.391049:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002af77e09. 00080000:00000010:2.0:1761313449.391051:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f228a8fc. 00080000:00000010:2.0:1761313449.391053:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e68d2b58. 00080000:00000010:2.0:1761313449.391056:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d952a0e. 00080000:00000010:2.0:1761313449.391059:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c3115b4. 00080000:00000010:2.0:1761313449.391060:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f57a502. 00080000:00000010:2.0:1761313449.391064:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060d5598a. 00080000:00000010:2.0:1761313449.391066:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f910229. 00080000:00000010:2.0:1761313449.391068:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008df634cd. 00080000:00000010:2.0:1761313449.391071:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d257f272. 00080000:00000010:2.0:1761313449.391073:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d63d99b5. 00080000:00000010:2.0:1761313449.391075:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046341927. 00080000:00000010:2.0:1761313449.391077:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000835b4515. 00080000:00000010:2.0:1761313449.391079:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d6474be. 00080000:00000010:2.0:1761313449.391081:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000474049e5. 00080000:00000010:2.0:1761313449.391082:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a21d97d. 00080000:00000010:2.0:1761313449.391084:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e66c7ba8. 00080000:00000010:2.0:1761313449.391086:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4bb75af. 00080000:00000010:2.0:1761313449.391088:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4d77c2f. 00080000:00000010:2.0:1761313449.391089:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d52a967. 00080000:00000010:2.0:1761313449.391091:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007375f71f. 00080000:00000010:2.0:1761313449.391093:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2f158a6. 00080000:00000010:2.0:1761313449.391095:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c328e55. 00080000:00000010:2.0:1761313449.391097:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066d6a990. 00080000:00000010:2.0:1761313449.391099:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e75eace. 00080000:00000010:2.0:1761313449.391112:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f50249b. 00080000:00000010:2.0:1761313449.391115:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c385e087. 00080000:00000010:2.0:1761313449.391116:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e47a678. 00080000:00000010:2.0:1761313449.391118:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e5b3aef. 00080000:00000010:2.0:1761313449.391121:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048804160. 00080000:00000010:2.0:1761313449.391124:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1f5506d. 00080000:00000010:2.0:1761313449.391126:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000abf056c0. 00080000:00000010:2.0:1761313449.391129:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d4bed4a. 00080000:00000010:2.0:1761313449.391131:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077b322a6. 00080000:00000010:2.0:1761313449.391133:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7aaea29. 00080000:00000010:2.0:1761313449.391134:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3681494. 00080000:00000010:2.0:1761313449.391136:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4699498. 00080000:00000010:2.0:1761313449.391138:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f281aee9. 00080000:00000010:2.0:1761313449.391139:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017e0e87e. 00080000:00000010:2.0:1761313449.391141:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086ede834. 00080000:00000010:2.0:1761313449.391143:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000deba0d69. 00080000:00000010:2.0:1761313449.391144:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000029e4684. 00080000:00000010:2.0:1761313449.391146:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b716fb91. 00080000:00000010:2.0:1761313449.391148:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b55fcfb6. 00080000:00000010:2.0:1761313449.391150:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000074c0def. 00080000:00000010:2.0:1761313449.391151:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005969e6a7. 00080000:00000010:2.0:1761313449.391155:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076e89ce8. 00080000:00000010:2.0:1761313449.391158:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024dac632. 00080000:00000010:2.0:1761313449.391161:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003dda68a3. 00080000:00000010:2.0:1761313449.391163:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c57aca5. 00080000:00000010:2.0:1761313449.391164:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000273b399d. 00080000:00000010:2.0:1761313449.391167:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052a1f4d3. 00080000:00000010:2.0:1761313449.391168:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f10b69e9. 00080000:00000010:2.0:1761313449.391170:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c48fa6c9. 00080000:00000010:2.0:1761313449.391172:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000111f381f. 00080000:00000010:2.0:1761313449.391173:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc4d7cff. 00080000:00000010:2.0:1761313449.391175:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aecaa209. 00080000:00000010:2.0:1761313449.391176:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000934d15a9. 00080000:00000010:2.0:1761313449.391177:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097a3b94d. 00080000:00000010:2.0:1761313449.391179:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002af08082. 00080000:00000010:2.0:1761313449.391180:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a6ab51d. 00080000:00000010:2.0:1761313449.391182:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051f258b9. 00080000:00000010:2.0:1761313449.391184:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a8e44cf. 00080000:00000010:2.0:1761313449.391186:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7aa64b2. 00080000:00000010:2.0:1761313449.391189:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002eaeed6d. 00080000:00000010:2.0:1761313449.391190:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed988f96. 00080000:00000010:2.0:1761313449.391192:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058bf7986. 00080000:00000010:2.0:1761313449.391195:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa710f13. 00080000:00000010:2.0:1761313449.391197:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fd77373. 00080000:00000010:2.0:1761313449.391198:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c4217c5. 00080000:00000010:2.0:1761313449.391201:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066286275. 00080000:00000010:2.0:1761313449.391203:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bbfe830. 00080000:00000010:2.0:1761313449.391205:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a9c0715. 00080000:00000010:2.0:1761313449.391208:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f93018a. 00080000:00000010:2.0:1761313449.391209:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb462c3d. 00080000:00000010:2.0:1761313449.391211:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028837a58. 00080000:00000010:2.0:1761313449.391212:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c03ba74d. 00080000:00000010:2.0:1761313449.391214:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bc4fd5b. 00080000:00000010:2.0:1761313449.391216:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1831f9c. 00080000:00000010:2.0:1761313449.391217:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a51b8bf0. 00080000:00000010:2.0:1761313449.391219:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002b85d0a. 00080000:00000010:2.0:1761313449.391221:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005566f762. 00080000:00000010:2.0:1761313449.391223:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000188f6300. 00080000:00000010:2.0:1761313449.391224:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073b6b1b0. 00080000:00000010:2.0:1761313449.391226:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bcd025d. 00080000:00000010:2.0:1761313449.391227:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af419871. 00080000:00000010:2.0:1761313449.391229:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001cd3d0d. 00080000:00000010:2.0:1761313449.391231:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e6a9d15. 00080000:00000010:2.0:1761313449.391233:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095f8b6e6. 00080000:00000010:2.0:1761313449.391234:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080d62eed. 00080000:00000010:2.0:1761313449.391236:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c1899a4. 00080000:00000010:2.0:1761313449.391237:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000341b1928. 00080000:00000010:2.0:1761313449.391239:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a932fb2. 00080000:00000010:2.0:1761313449.391240:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004eb1d47d. 00080000:00000010:2.0:1761313449.391242:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef2e6b0c. 00080000:00000010:2.0:1761313449.391244:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca1cca68. 00080000:00000010:2.0:1761313449.391246:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8d7143d. 00080000:00000010:2.0:1761313449.391247:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004337fc0a. 00080000:00000010:2.0:1761313449.391249:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003aa6100b. 00080000:00000010:2.0:1761313449.391250:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae36ecb5. 00080000:00000010:2.0:1761313449.391251:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a8b7870. 00080000:00000010:2.0:1761313449.391253:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000758c51a3. 00080000:00000010:2.0:1761313449.391255:0:71842:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015346f0c. 00010000:00000010:0.0:1761313449.432826:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f61e6f. 00010000:00000010:0.0:1761313449.432841:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3e811d. 00010000:00000010:0.0:1761313449.432912:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075e88958. 00010000:00000010:0.0:1761313449.432916:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.432922:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fd41e8c. 00010000:00000010:0.0:1761313449.432927:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd59152f. 00080000:00000010:0.0:1761313449.432945:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ec09592. 00010000:00000010:0.0:1761313449.432973:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd59152f. 00010000:00000010:0.0:1761313449.432977:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433024:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3ed42fd. 00010000:00000010:0.0:1761313449.433027:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433090:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035fc096a. 00010000:00000010:0.0:1761313449.433095:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd59152f. 00080000:00000010:0.0:1761313449.433113:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f81be0e. 00010000:00000010:0.0:1761313449.433140:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd59152f. 00010000:00000010:0.0:1761313449.433144:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433175:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004618b64e. 00010000:00000010:0.0:1761313449.433178:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433180:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000756998a9. 00010000:00000010:0.0:1761313449.433184:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd59152f. 00080000:00000010:0.0:1761313449.433191:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065f3276a. 00010000:00000010:0.0:1761313449.433213:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd59152f. 00010000:00000010:0.0:1761313449.433216:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433250:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8e30dd9. 00010000:00000010:0.0:1761313449.433252:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433255:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007bc8c12. 00010000:00000010:0.0:1761313449.433258:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd59152f. 00080000:00000010:0.0:1761313449.433264:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb94451b. 00010000:00000010:0.0:1761313449.433285:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd59152f. 00010000:00000010:0.0:1761313449.433288:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433314:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000494cc238. 00010000:00000010:0.0:1761313449.433317:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433319:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea3a3f46. 00010000:00000010:0.0:1761313449.433322:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd59152f. 00080000:00000010:0.0:1761313449.433328:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c771da5. 00010000:00000010:0.0:1761313449.433350:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd59152f. 00010000:00000010:0.0:1761313449.433353:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433379:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007812ae3d. 00010000:00000010:0.0:1761313449.433383:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433385:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e18166d2. 00010000:00000010:0.0:1761313449.433388:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd59152f. 00080000:00000010:0.0:1761313449.433396:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000302b948d. 00010000:00000010:0.0:1761313449.433416:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd59152f. 00010000:00000010:0.0:1761313449.433419:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433449:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac98cd8e. 00010000:00000010:0.0:1761313449.433452:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433455:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e12dad6e. 00010000:00000010:0.0:1761313449.433457:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd59152f. 00080000:00000010:0.0:1761313449.433465:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003cf529c. 00010000:00000010:0.0:1761313449.433513:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd59152f. 00010000:00000010:0.0:1761313449.433517:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433552:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e82699f2. 00010000:00000010:0.0:1761313449.433556:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433559:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017b277ff. 00010000:00000010:0.0:1761313449.433561:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd59152f. 00080000:00000010:0.0:1761313449.433569:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028e49f60. 00010000:00000010:0.0:1761313449.433593:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd59152f. 00010000:00000010:0.0:1761313449.433596:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433627:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049c3ed20. 00010000:00000010:0.0:1761313449.433630:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433633:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026172e23. 00010000:00000010:0.0:1761313449.433636:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd59152f. 00080000:00000010:0.0:1761313449.433644:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008149c51c. 00010000:00000010:0.0:1761313449.433666:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd59152f. 00010000:00000010:0.0:1761313449.433670:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433705:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f01bb05b. 00010000:00000010:0.0:1761313449.433708:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433710:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049595ccd. 00010000:00000010:0.0:1761313449.433713:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd59152f. 00080000:00000010:0.0:1761313449.433722:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031145efb. 00010000:00000010:0.0:1761313449.433744:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd59152f. 00010000:00000010:0.0:1761313449.433747:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433775:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000786b5c6a. 00010000:00000010:0.0:1761313449.433779:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac55e987. 00010000:00000010:0.0:1761313449.433781:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3b97831. 00010000:00000010:0.0:1761313449.433784:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd59152f. 00080000:00000010:0.0:1761313449.433792:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c984cfaf. 00010000:00000010:0.0:1761313449.433815:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd59152f. 00010000:00000010:0.0:1761313449.433819:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac55e987. 00010000:00000010:3.0:1761313449.443677:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edc2ecb1. 00010000:00000010:3.0:1761313449.443688:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.443693:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9f8464e. 00010000:00000010:3.0:1761313449.443701:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.443726:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075d7999d. 00010000:00000010:3.0:1761313449.443806:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.443812:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.443880:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005749760. 00010000:00000010:3.0:1761313449.443883:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.443886:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fbf693f. 00010000:00000010:3.0:1761313449.443889:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.443896:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093c67ec9. 00010000:00000010:3.0:1761313449.443920:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.443924:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.443975:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000169dffd9. 00010000:00000010:3.0:1761313449.443978:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.443982:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000886fb063. 00010000:00000010:3.0:1761313449.443985:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.443993:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf12db37. 00010000:00000010:3.0:1761313449.444018:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444021:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444052:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be129295. 00010000:00000010:3.0:1761313449.444055:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444057:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee1dd0d4. 00010000:00000010:3.0:1761313449.444060:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444067:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077145c2b. 00010000:00000010:3.0:1761313449.444089:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444092:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444137:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c06eb25. 00010000:00000010:3.0:1761313449.444140:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444143:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbf1bd49. 00010000:00000010:3.0:1761313449.444145:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444152:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019c54b55. 00010000:00000010:3.0:1761313449.444174:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444177:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444206:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000080a61b0f. 00010000:00000010:3.0:1761313449.444209:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444211:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9526f14. 00010000:00000010:3.0:1761313449.444214:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444220:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2bcb852. 00010000:00000010:3.0:1761313449.444243:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444246:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444273:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000755ba0da. 00010000:00000010:3.0:1761313449.444275:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444278:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fba6015. 00010000:00000010:3.0:1761313449.444280:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444287:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000faacd56e. 00010000:00000010:3.0:1761313449.444305:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444308:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444332:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015d16799. 00010000:00000010:3.0:1761313449.444335:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444337:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb85345d. 00010000:00000010:3.0:1761313449.444340:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444347:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a1ffa52. 00010000:00000010:3.0:1761313449.444369:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444372:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444404:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a938ad21. 00010000:00000010:3.0:1761313449.444406:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444409:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020f154fb. 00010000:00000010:3.0:1761313449.444412:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444419:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbaf554f. 00010000:00000010:3.0:1761313449.444441:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444444:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444505:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000947eba98. 00010000:00000010:3.0:1761313449.444508:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444512:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd13afd6. 00010000:00000010:3.0:1761313449.444515:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444522:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000671b0c15. 00010000:00000010:3.0:1761313449.444541:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444544:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444573:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000041452f37. 00010000:00000010:3.0:1761313449.444575:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444578:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054885f27. 00010000:00000010:3.0:1761313449.444580:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444585:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000757024a5. 00010000:00000010:3.0:1761313449.444601:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444603:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444624:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004fcd2b46. 00010000:00000010:3.0:1761313449.444626:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444628:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077207d8b. 00010000:00000010:3.0:1761313449.444630:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444635:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccb5d465. 00010000:00000010:3.0:1761313449.444651:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444653:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444675:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000abe8e4f. 00010000:00000010:3.0:1761313449.444677:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444679:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002404edd0. 00010000:00000010:3.0:1761313449.444681:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444686:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebe56e91. 00010000:00000010:3.0:1761313449.444701:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444704:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444726:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba14cfde. 00010000:00000010:3.0:1761313449.444728:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444730:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8492a51. 00010000:00000010:3.0:1761313449.444733:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444739:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c169541. 00010000:00000010:3.0:1761313449.444754:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444756:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444780:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007390017d. 00010000:00000010:3.0:1761313449.444782:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444785:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b197be0c. 00010000:00000010:3.0:1761313449.444787:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444792:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008129261e. 00010000:00000010:3.0:1761313449.444807:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444810:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444830:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b8fd596. 00010000:00000010:3.0:1761313449.444832:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444835:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032fad103. 00010000:00000010:3.0:1761313449.444837:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444843:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e586c841. 00010000:00000010:3.0:1761313449.444863:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444867:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444895:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f251038. 00010000:00000010:3.0:1761313449.444898:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444900:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003834540d. 00010000:00000010:3.0:1761313449.444903:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444909:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049fc0043. 00010000:00000010:3.0:1761313449.444928:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444931:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444955:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024929eed. 00010000:00000010:3.0:1761313449.444957:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.444960:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066430b3f. 00010000:00000010:3.0:1761313449.444963:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.444969:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064fce3e5. 00010000:00000010:3.0:1761313449.444990:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.444993:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445022:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000093240667. 00010000:00000010:3.0:1761313449.445025:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445029:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009adf52a3. 00010000:00000010:3.0:1761313449.445031:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.445040:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f5a8d4c. 00010000:00000010:3.0:1761313449.445063:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.445067:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445097:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009db2ef42. 00010000:00000010:3.0:1761313449.445124:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445128:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000442f70bb. 00010000:00000010:3.0:1761313449.445131:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.445257:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8de3689. 00010000:00000010:3.0:1761313449.445288:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.445300:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445341:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000082961a4. 00010000:00000010:3.0:1761313449.445345:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445348:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6c4f8d7. 00010000:00000010:3.0:1761313449.445351:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.445359:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001feccbb2. 00010000:00000010:3.0:1761313449.445382:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.445387:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445419:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b4236e80. 00010000:00000010:3.0:1761313449.445422:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445425:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027121657. 00010000:00000010:3.0:1761313449.445428:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.445436:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1be76ea. 00010000:00000010:3.0:1761313449.445458:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.445461:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445567:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c80d212. 00010000:00000010:3.0:1761313449.445570:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445573:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3c755fb. 00010000:00000010:3.0:1761313449.445576:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.445583:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d717803f. 00010000:00000010:3.0:1761313449.445661:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.445664:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445694:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0fc1e2b. 00010000:00000010:3.0:1761313449.445697:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445700:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d91e072. 00010000:00000010:3.0:1761313449.445703:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.445709:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1aa7037. 00010000:00000010:3.0:1761313449.445731:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.445734:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445760:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036696d22. 00010000:00000010:3.0:1761313449.445763:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445767:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059218da8. 00010000:00000010:3.0:1761313449.445769:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.445776:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d23624cb. 00010000:00000010:3.0:1761313449.445797:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.445800:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445826:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001a3e5e19. 00010000:00000010:3.0:1761313449.445842:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445846:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1f0a03f. 00010000:00000010:3.0:1761313449.445848:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.445856:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053e347e4. 00010000:00000010:3.0:1761313449.445879:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.445883:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445918:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c97ea98. 00010000:00000010:3.0:1761313449.445921:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445924:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ccd18c25. 00010000:00000010:3.0:1761313449.445927:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.445934:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec13f30d. 00010000:00000010:3.0:1761313449.445955:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.445958:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445986:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019669345. 00010000:00000010:3.0:1761313449.445989:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.445992:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ffee3bf. 00010000:00000010:3.0:1761313449.445995:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.446001:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db2ce884. 00010000:00000010:3.0:1761313449.446023:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.446026:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.446232:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d66d0c7c. 00010000:00000010:3.0:1761313449.446236:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.446239:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044cb8f20. 00010000:00000010:3.0:1761313449.446243:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.446252:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045944057. 00010000:00000010:3.0:1761313449.446278:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.446282:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.446312:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4f9dd19. 00010000:00000010:3.0:1761313449.446315:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.446318:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6aeb773. 00010000:00000010:3.0:1761313449.446320:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00080000:00000010:3.0:1761313449.446328:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000413b21d9. 00010000:00000010:3.0:1761313449.446353:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.446357:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006653082. 00010000:00000010:3.0:1761313449.446390:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055d5055e. 00010000:00000010:3.0:1761313449.446394:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa5e25af. 00010000:00000010:3.0:1761313449.446404:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c17d0092. 00000100:00000010:3.0:1761313449.446413:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000246d7168. 00000100:00000010:3.0:1761313449.446426:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8720239. 02000000:00000010:3.0:1761313449.446445:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccd21940. 02000000:00000010:3.0:1761313449.446498:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000993e8716. 00000400:00000010:3.0:1761313449.446506:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a5f813c. 00000400:00000010:3.0:1761313449.446513:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057b215d2. 00000100:00000200:3.0:1761313449.446520:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509760, portal 16 00000400:00000010:3.0:1761313449.446526:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4631295. 00000100:00000200:3.0:1761313449.446528:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509760, offset 0 00000400:00000200:3.0:1761313449.446538:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.446555:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.446563:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313449.446568:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313449.446571:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313449.446574:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89906:89906:256:4294967295] 192.168.204.1@tcp LPNI seq info [89906:89906:8:4294967295] 00000400:00000200:3.0:1761313449.446585:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.446591:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.446596:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25bab87 (tot 82354770). 00000800:00000200:3.0:1761313449.446602:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.446608:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.446611:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25bab87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313449.448200:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.448206:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25bab87 (tot 82354522). 00000400:00000200:1.0:1761313449.448212:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.448220:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.448225:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4631295 00000400:00000010:1.0:1761313449.448227:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4631295. 00000100:00000200:1.0:1761313449.448236:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d8720239 x1846869206509760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313449.450364:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00010000:00000010:3.1:1761313449.450633:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edc2ecb1. 00010000:00000010:3.1:1761313449.450647:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9f8464e. 00010000:00000010:3.1:1761313449.450652:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005749760. 00010000:00000010:3.1:1761313449.450656:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fbf693f. 00010000:00000010:3.1:1761313449.450659:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000169dffd9. 00010000:00000010:3.1:1761313449.450663:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886fb063. 00010000:00000010:3.1:1761313449.450666:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be129295. 00010000:00000010:3.1:1761313449.450670:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee1dd0d4. 00010000:00000010:3.1:1761313449.450674:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c06eb25. 00010000:00000010:3.1:1761313449.450677:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbf1bd49. 00010000:00000010:3.1:1761313449.450680:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080a61b0f. 00010000:00000010:3.1:1761313449.450683:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9526f14. 00010000:00000010:3.1:1761313449.450685:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000755ba0da. 00010000:00000010:3.1:1761313449.450688:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba6015. 00010000:00000010:3.1:1761313449.450691:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015d16799. 00010000:00000010:3.1:1761313449.450694:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb85345d. 00010000:00000010:3.1:1761313449.450697:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a938ad21. 00010000:00000010:3.1:1761313449.450699:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020f154fb. 00000400:00000200:3.0:1761313449.450707:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0028c0 00000400:00000200:3.0:1761313449.450718:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf2ed [1] + 224 00000400:00000200:3.0:1761313449.450733:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.450738:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.450749:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d8720239 x1846869206509760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.450785:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.450791:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a7c0 00000400:00000200:3.0:1761313449.450796:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadc5d [2] + 656 00000400:00000010:1.0:1761313449.451012:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a5f813c. 00000400:00000200:1.0:1761313449.451017:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057b215d2 00000400:00000010:1.0:1761313449.451019:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057b215d2. 00000100:00000200:1.0:1761313449.451026:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d8720239 x1846869206509760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313449.451049:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d8720239 x1846869206509760/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313449.451078:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000993e8716. 02000000:00000010:1.0:1761313449.451085:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccd21940. 00000100:00000010:1.0:1761313449.451088:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d8720239. 00000100:00000010:1.0:1761313449.451093:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000246d7168. 00010000:00000010:1.0:1761313449.451096:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c17d0092. 00000400:00000200:3.0:1761313449.451162:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.451167:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.451171:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313449.451176:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009cc66c06. 00000020:00000010:1.0:1761313449.451304:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f79bb0e1. 00000020:00000010:1.0:1761313449.451310:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006877a812. 00000020:00000010:1.0:1761313449.451314:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007a13f433. 00000100:00000200:1.0:1761313449.451335:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009cc66c06 x1846869199529920/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313449.451370:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529920 02000000:00000010:1.0:1761313449.451382:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009951dd50. 00010000:00000010:1.0:1761313449.451407:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007093ed4f. 00010000:00000010:1.0:1761313449.451423:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b447e84d. 00000100:00000010:1.0:1761313449.451428:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452192a2. 00000100:00000010:1.0:1761313449.451436:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452192a2. 00010000:00000010:1.0:1761313449.451438:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b447e84d. 00000400:00000010:1.0:1761313449.451449:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d925608. 00000100:00000200:1.0:1761313449.451453:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529920, offset 224 00000400:00000200:1.0:1761313449.451460:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313449.451485:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313449.451490:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89907:89907:256:4294967295] 192.168.204.1@tcp LPNI seq info [89907:89907:8:4294967295] 00000400:00000200:1.0:1761313449.451500:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313449.451505:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313449.451510:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82354770). 00000800:00000200:1.0:1761313449.451515:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313449.451521:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313449.451525:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313449.451541:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006877a812. 00000020:00000010:1.0:1761313449.451545:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007a13f433. 00000020:00000010:1.0:1761313449.451547:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f79bb0e1. 00000800:00000200:1.0:1761313449.451609:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.451613:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354522). 00000400:00000200:1.0:1761313449.451615:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.451619:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.451621:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d925608 00000400:00000010:1.0:1761313449.451622:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d925608. 00080000:00000010:1.0:1761313449.451644:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f79bb0e1. 00010000:00000010:1.0:1761313449.451727:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa5e25af. 00010000:00000010:1.0:1761313449.451732:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033f79730. 00010000:00000010:1.0:1761313449.451794:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ccabbc73. 00010000:00000010:1.0:1761313449.451799:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002874a135. 00010000:00000010:1.0:1761313449.451807:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b447e84d. 00000100:00000010:1.0:1761313449.451810:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452192a2. 00000100:00000010:1.0:1761313449.451815:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 02000000:00000010:1.0:1761313449.451824:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000365f4111. 02000000:00000010:1.0:1761313449.451843:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c242afd8. 00000400:00000010:1.0:1761313449.451847:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070db822c. 00000400:00000010:1.0:1761313449.451851:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d925608. 00000100:00000200:1.0:1761313449.451855:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509824, portal 16 00000400:00000010:1.0:1761313449.451858:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be1eb111. 00000100:00000200:1.0:1761313449.451860:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509824, offset 0 00000400:00000200:1.0:1761313449.451864:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313449.451869:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313449.451874:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313449.451877:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313449.451880:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313449.451882:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89908:89908:256:4294967295] 192.168.204.1@tcp LPNI seq info [89908:89908:8:4294967295] 00000400:00000200:1.0:1761313449.451888:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313449.451892:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313449.451894:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82354770). 00000800:00000200:1.0:1761313449.451897:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313449.451901:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313449.451903:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313449.451955:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.451957:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354522). 00000400:00000200:1.0:1761313449.451959:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.451962:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.451964:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be1eb111 00000400:00000010:1.0:1761313449.451965:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be1eb111. 00000100:00000200:1.0:1761313449.451969:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008ad394eb x1846869206509824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313449.452270:0:59486:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab0e64b7. 00010000:00000010:0.1:1761313449.452278:0:59486:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056c917fe. 00010000:00000010:0.1:1761313449.452282:0:59486:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075e88958. 00010000:00000010:0.1:1761313449.452286:0:59486:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd41e8c. 00010000:00000010:0.1:1761313449.452288:0:59486:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3ed42fd. 00010000:00000010:0.1:1761313449.452291:0:59486:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035fc096a. 00010000:00000010:0.1:1761313449.452293:0:59486:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004618b64e. 00010000:00000010:0.1:1761313449.452296:0:59486:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000756998a9. 00010000:00000010:0.1:1761313449.452298:0:59486:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8e30dd9. 00010000:00000010:0.1:1761313449.452300:0:59486:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007bc8c12. 00010000:00000010:0.1:1761313449.452304:0:59486:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000494cc238. 00010000:00000010:0.1:1761313449.452306:0:59486:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea3a3f46. 00010000:00000010:0.1:1761313449.452308:0:59486:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007812ae3d. 00010000:00000010:0.1:1761313449.452310:0:59486:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e18166d2. 00010000:00000010:0.1:1761313449.452311:0:59486:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac98cd8e. 00010000:00000010:0.1:1761313449.452313:0:59486:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e12dad6e. 00010000:00000010:0.1:1761313449.452315:0:59486:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e82699f2. 00010000:00000010:0.1:1761313449.452317:0:59486:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017b277ff. 00010000:00000010:0.1:1761313449.452319:0:59486:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049c3ed20. 00010000:00000010:0.1:1761313449.452321:0:59486:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026172e23. 00010000:00000010:0.1:1761313449.452324:0:59486:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f01bb05b. 00010000:00000010:0.1:1761313449.452326:0:59486:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049595ccd. 00010000:00000010:0.1:1761313449.452328:0:59486:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000786b5c6a. 00010000:00000010:0.1:1761313449.452330:0:59486:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3b97831. 00000400:00000200:3.0:1761313449.454519:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.454538:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002900 00000400:00000200:3.0:1761313449.454545:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf2f9 [1] + 224 00000400:00000200:3.0:1761313449.454557:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.454560:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.454569:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008ad394eb x1846869206509824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.454602:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.454607:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a800 00000400:00000200:3.0:1761313449.454612:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadc5d [2] + 984 00000400:00000200:3.0:1761313449.454656:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.454659:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.454663:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313449.454668:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dbb6b51. 00000020:00000010:3.0:1761313449.454715:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005652c9e2. 00000020:00000010:3.0:1761313449.454721:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313449.454725:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f0704e2b. 00000100:00000200:3.0:1761313449.454753:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dbb6b51 x1846869199529984/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313449.454778:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199529984 02000000:00000010:3.0:1761313449.454790:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ccd21940. 00000400:00000010:1.0:1761313449.455204:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070db822c. 00000400:00000200:1.0:1761313449.455209:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d925608 00000400:00000010:1.0:1761313449.455211:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d925608. 00000100:00000200:1.0:1761313449.455219:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008ad394eb x1846869206509824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313449.455227:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008ad394eb x1846869206509824/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313449.455250:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9f92047. 02000000:00000010:1.0:1761313449.455262:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c242afd8. 02000000:00000010:1.0:1761313449.455267:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000365f4111. 00000100:00000010:1.0:1761313449.455270:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 00000100:00000010:1.0:1761313449.455273:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452192a2. 00010000:00000010:1.0:1761313449.455276:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b447e84d. 00010000:00000010:3.1:1761313449.456458:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000947eba98. 00010000:00000010:3.1:1761313449.456482:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd13afd6. 00010000:00000010:3.1:1761313449.456486:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041452f37. 00010000:00000010:3.1:1761313449.456488:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054885f27. 00010000:00000010:3.1:1761313449.456491:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fcd2b46. 00010000:00000010:3.1:1761313449.456493:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077207d8b. 00010000:00000010:3.1:1761313449.456495:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000abe8e4f. 00010000:00000010:3.1:1761313449.456498:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002404edd0. 00010000:00000010:3.1:1761313449.456500:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba14cfde. 00010000:00000010:3.1:1761313449.456503:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8492a51. 00010000:00000010:3.1:1761313449.456518:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007390017d. 00010000:00000010:3.1:1761313449.456521:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b197be0c. 00010000:00000010:3.1:1761313449.456523:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b8fd596. 00010000:00000010:3.1:1761313449.456525:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fad103. 00010000:00000010:3.1:1761313449.456528:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f251038. 00010000:00000010:3.1:1761313449.456530:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003834540d. 00010000:00000010:3.1:1761313449.456531:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024929eed. 00010000:00000010:3.1:1761313449.456534:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066430b3f. 00010000:00000010:3.1:1761313449.456539:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093240667. 00010000:00000010:3.1:1761313449.456542:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009adf52a3. 00010000:00000010:3.1:1761313449.456547:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009db2ef42. 00010000:00000010:3.1:1761313449.456549:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000442f70bb. 00010000:00000010:3.1:1761313449.456551:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000082961a4. 00010000:00000010:3.1:1761313449.456553:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6c4f8d7. 00010000:00000010:3.1:1761313449.456555:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4236e80. 00010000:00000010:3.1:1761313449.456558:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027121657. 00010000:00000010:3.1:1761313449.456562:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c80d212. 00010000:00000010:3.1:1761313449.456564:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3c755fb. 00010000:00000010:3.1:1761313449.456566:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0fc1e2b. 00010000:00000010:3.1:1761313449.456568:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d91e072. 00010000:00000010:3.1:1761313449.456571:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036696d22. 00010000:00000010:3.1:1761313449.456573:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059218da8. 00010000:00000010:3.1:1761313449.456576:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a3e5e19. 00010000:00000010:3.1:1761313449.456578:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1f0a03f. 00010000:00000010:3.1:1761313449.456580:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c97ea98. 00010000:00000010:3.1:1761313449.456582:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccd18c25. 00010000:00000010:3.1:1761313449.456584:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019669345. 00010000:00000010:3.1:1761313449.456586:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ffee3bf. 00010000:00000010:3.1:1761313449.456588:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d66d0c7c. 00010000:00000010:3.1:1761313449.456590:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044cb8f20. 00010000:00000010:3.1:1761313449.456593:0:64770:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4f9dd19. 00010000:00000010:3.1:1761313449.456595:0:64770:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6aeb773. 00010000:00000010:3.0:1761313449.456601:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d4239fc6. 00000100:00000010:3.0:1761313449.456609:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dec9ad21. 00000100:00000010:3.0:1761313449.456622:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dec9ad21. 00010000:00000010:3.0:1761313449.456625:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d4239fc6. 00000400:00000010:3.0:1761313449.456643:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c44581b. 00000100:00000200:3.0:1761313449.456648:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199529984, offset 224 00000400:00000200:3.0:1761313449.456657:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.456671:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.456677:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89909:89909:256:4294967295] 192.168.204.1@tcp LPNI seq info [89909:89909:8:4294967295] 00000400:00000200:3.0:1761313449.456687:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.456692:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.456696:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000a6de995 (tot 82354770). 00000800:00000200:3.0:1761313449.456702:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.456708:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.456711:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000a6de995 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313449.456742:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313449.456747:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f0704e2b. 00000020:00000010:3.0:1761313449.456752:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005652c9e2. 00080000:00000010:1.0:1761313449.457202:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000365f4111. 00010000:00000010:1.0:1761313449.457298:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002874a135. 00010000:00000010:1.0:1761313449.457306:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000363ccd91. 00010000:00000010:1.0:1761313449.457414:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007136add2. 00010000:00000010:1.0:1761313449.457419:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002874a135. 00010000:00000010:1.0:1761313449.457430:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b447e84d. 00000100:00000010:1.0:1761313449.457434:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452192a2. 00000800:00000200:0.0:1761313449.457571:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.457574:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000a6de995 (tot 82354522). 00000400:00000200:0.0:1761313449.457579:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.457584:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.457589:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c44581b 00000400:00000010:0.0:1761313449.457591:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c44581b. 00000100:00000010:1.0:1761313449.457638:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008ad394eb. 02000000:00000010:1.0:1761313449.457651:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c242afd8. 02000000:00000010:1.0:1761313449.457674:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072d81850. 00000400:00000010:1.0:1761313449.457679:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070db822c. 00000400:00000010:1.0:1761313449.457683:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d925608. 00000100:00000200:1.0:1761313449.457687:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509888, portal 16 00000400:00000010:1.0:1761313449.457691:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be1eb111. 00000100:00000200:1.0:1761313449.457693:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509888, offset 0 00000400:00000200:1.0:1761313449.457698:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313449.457706:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313449.457712:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313449.457715:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313449.457717:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313449.457719:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89910:89910:256:4294967295] 192.168.204.1@tcp LPNI seq info [89910:89910:8:4294967295] 00000400:00000200:1.0:1761313449.457726:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313449.457729:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313449.457732:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058bc4ab1 (tot 82354770). 00000800:00000200:1.0:1761313449.457735:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313449.457740:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313449.457742:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058bc4ab1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313449.458161:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.458164:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058bc4ab1 (tot 82354522). 00000400:00000200:0.0:1761313449.458169:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.458173:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.458176:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be1eb111 00000400:00000010:0.0:1761313449.458178:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be1eb111. 00000100:00000200:0.0:1761313449.460602:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008ad394eb x1846869206509888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313449.461589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a41f4141. 00010000:00000010:1.1:1761313449.461600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000340b7fe1. 00010000:00000010:1.1:1761313449.461605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d5055e. 00010000:00000010:1.1:1761313449.461608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef1404c. 00010000:00000010:1.1:1761313449.467487:0:78688:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6d1d24. 00010000:00000010:1.1:1761313449.467500:0:78688:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccabbc73. 00000400:00000200:2.0:1761313449.467515:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313449.467533:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002940 00000400:00000200:2.0:1761313449.467542:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf305 [1] + 224 00000400:00000200:2.0:1761313449.467554:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.467558:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313449.467568:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008ad394eb x1846869206509888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313449.467593:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313449.467597:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a840 00000400:00000200:2.0:1761313449.467602:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadc5d [2] + 1312 00000400:00000200:2.0:1761313449.467610:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.467613:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313449.467617:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313449.467622:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066698b35. 00000020:00000010:2.0:1761313449.467669:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae36ecb5. 00000020:00000010:2.0:1761313449.467676:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003e7bb4f8. 00000020:00000010:2.0:1761313449.467680:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313449.467706:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066698b35 x1846869199530048/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313449.467734:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199530048 02000000:00000010:2.0:1761313449.467744:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003aa6100b. 00010000:00000010:2.0:1761313449.467782:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021f438b3. 00000100:00000010:2.0:1761313449.467789:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ec23c772. 00000100:00000010:2.0:1761313449.467795:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ec23c772. 00010000:00000010:2.0:1761313449.467799:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021f438b3. 00000400:00000010:2.0:1761313449.467814:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1b40db9. 00000100:00000200:2.0:1761313449.467820:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199530048, offset 224 00000400:00000200:2.0:1761313449.467828:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.467838:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.467844:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89911:89911:256:4294967295] 192.168.204.1@tcp LPNI seq info [89911:89911:8:4294967295] 00000400:00000200:2.0:1761313449.467853:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.467858:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.467863:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008405f7a8 (tot 82354770). 00000800:00000200:2.0:1761313449.467868:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.467874:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.467878:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008405f7a8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313449.467892:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003e7bb4f8. 00000020:00000010:2.0:1761313449.467896:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313449.467898:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae36ecb5. 00000800:00000200:0.0:1761313449.468185:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.468190:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008405f7a8 (tot 82354522). 00000400:00000200:0.0:1761313449.468194:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.468198:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.468201:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1b40db9 00000400:00000010:0.0:1761313449.468204:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1b40db9. 00000400:00000010:3.0:1761313449.468946:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070db822c. 00000400:00000200:3.0:1761313449.468953:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d925608 00000400:00000010:3.0:1761313449.468955:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d925608. 00000100:00000200:3.0:1761313449.468966:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008ad394eb x1846869206509888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313449.468975:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008ad394eb x1846869206509888/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313449.468998:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5566d2c. 02000000:00000010:3.0:1761313449.469012:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072d81850. 02000000:00000010:3.0:1761313449.469017:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c242afd8. 00000100:00000010:3.0:1761313449.469020:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ad394eb. 00000100:00000010:3.0:1761313449.469023:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452192a2. 00010000:00000010:3.0:1761313449.469026:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b447e84d. 00080000:00000010:3.0:1761313449.469043:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000993e8716. 00010000:00000010:3.0:1761313449.469154:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002874a135. 00010000:00000010:3.0:1761313449.469163:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d9b64302. 00010000:00000010:3.0:1761313449.469235:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6aeb773. 00010000:00000010:3.0:1761313449.469242:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313449.469254:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000036e97628. 00000100:00000010:3.0:1761313449.469258:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dec9ad21. 00000100:00000010:3.0:1761313449.469269:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b721411. 02000000:00000010:3.0:1761313449.469286:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5f6d6ab. 02000000:00000010:3.0:1761313449.469315:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041f85faa. 00000400:00000010:3.0:1761313449.469320:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c6fac929. 00000400:00000010:3.0:1761313449.469324:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eafa7148. 00000100:00000200:3.0:1761313449.469330:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206509952, portal 16 00000400:00000010:3.0:1761313449.469335:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041794d07. 00000100:00000200:3.0:1761313449.469337:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206509952, offset 0 00000400:00000200:3.0:1761313449.469344:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.469356:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.469364:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313449.469368:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313449.469370:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313449.469373:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89912:89912:256:4294967295] 192.168.204.1@tcp LPNI seq info [89912:89912:8:4294967295] 00000400:00000200:3.0:1761313449.469381:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.469387:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.469391:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005335cb5f (tot 82354770). 00000800:00000200:3.0:1761313449.469396:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.469402:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.469406:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005335cb5f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313449.470750:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313449.470758:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005335cb5f (tot 82354522). 00000400:00000200:1.0:1761313449.470765:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313449.470774:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:1.0:1761313449.470780:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041794d07 00000400:00000010:1.0:1761313449.470783:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041794d07. 00000100:00000200:1.0:1761313449.470792:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b721411 x1846869206509952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313449.481494:0:78690:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037023c9b. 00010000:00000010:3.1:1761313449.481510:0:78690:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ef17152. 00010000:00000010:3.1:1761313449.481515:0:78690:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007136add2. 00000400:00000200:2.0:1761313449.487784:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313449.487979:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002980 00000400:00000200:2.0:1761313449.488047:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf311 [1] + 224 00000400:00000200:2.0:1761313449.488061:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.488065:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313449.488077:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000b721411 x1846869206509952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313449.488135:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313449.488143:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a880 00000400:00000200:2.0:1761313449.488150:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadc5d [2] + 1640 00000400:00000010:0.0:1761313449.488163:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c6fac929. 00000400:00000200:0.0:1761313449.488170:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eafa7148 00000400:00000010:0.0:1761313449.488172:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eafa7148. 00000100:00000200:0.0:1761313449.488182:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000b721411 x1846869206509952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313449.488196:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000b721411 x1846869206509952/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313449.488215:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.488221:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313449.488226:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761313449.488226:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041f85faa. 00000100:00000010:2.0:1761313449.488232:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfd0c749. 02000000:00000010:0.0:1761313449.488234:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5f6d6ab. 00000100:00000010:0.0:1761313449.488240:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b721411. 00000100:00000010:0.0:1761313449.488244:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dec9ad21. 00010000:00000010:0.0:1761313449.488249:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000036e97628. 00000020:00000010:2.0:1761313449.488283:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae36ecb5. 00000020:00000010:2.0:1761313449.488290:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003e7bb4f8. 00000020:00000010:2.0:1761313449.488294:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313449.488316:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfd0c749 x1846869199530112/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313449.488340:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199530112 02000000:00000010:2.0:1761313449.488349:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004337fc0a. 00010000:00000010:2.0:1761313449.488374:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d345f66e. 00010000:00000010:2.0:1761313449.488396:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021f438b3. 00000100:00000010:2.0:1761313449.488402:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ec23c772. 00000100:00000010:2.0:1761313449.488411:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ec23c772. 00010000:00000010:2.0:1761313449.488414:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021f438b3. 00000400:00000010:2.0:1761313449.488428:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd66a147. 00000100:00000200:2.0:1761313449.488432:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199530112, offset 224 00000400:00000200:2.0:1761313449.488439:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.488449:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.488455:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89913:89913:256:4294967295] 192.168.204.1@tcp LPNI seq info [89913:89913:8:4294967295] 00000400:00000200:2.0:1761313449.488465:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.488497:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.488501:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f91e3d93 (tot 82354770). 00000800:00000200:2.0:1761313449.488506:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.488514:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.488517:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f91e3d93 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313449.488533:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003e7bb4f8. 00000020:00000010:2.0:1761313449.488537:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313449.488539:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae36ecb5. 00000800:00000200:2.0:1761313449.488617:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313449.488621:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f91e3d93 (tot 82354522). 00000400:00000200:2.0:1761313449.488624:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.488627:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313449.488629:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd66a147 00000400:00000010:2.0:1761313449.488631:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd66a147. 00080000:00000010:2.0:1761313449.488651:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae36ecb5. 00010000:00000010:3.0:1761313449.488766:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313449.488775:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d480319. 00010000:00000010:3.0:1761313449.488863:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044cb8f20. 00010000:00000010:3.0:1761313449.488869:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ab958d21. 00010000:00000010:3.0:1761313449.488879:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014a56ef6. 00000100:00000010:3.0:1761313449.488883:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007bd8a933. 00000100:00000010:3.0:1761313449.488890:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b721411. 02000000:00000010:3.0:1761313449.488901:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e48ac579. 02000000:00000010:3.0:1761313449.488924:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3ca04f7. 00000400:00000010:3.0:1761313449.488929:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f4c493f4. 00000400:00000010:3.0:1761313449.488933:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062b4f490. 00000100:00000200:3.0:1761313449.488938:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206510016, portal 16 00000400:00000010:3.0:1761313449.488943:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021403d81. 00000100:00000200:3.0:1761313449.488945:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206510016, offset 0 00000400:00000200:3.0:1761313449.488952:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.488958:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.488964:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:3.0:1761313449.488967:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313449.488970:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:3.0:1761313449.488972:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89914:89914:256:4294967295] 192.168.204.1@tcp LPNI seq info [89914:89914:8:4294967295] 00000400:00000200:3.0:1761313449.488979:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.488984:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.488987:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313449.488991:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.488995:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.488998:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313449.489200:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.489203:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:0.0:1761313449.489207:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.489210:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.489213:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021403d81 00000400:00000010:0.0:1761313449.489215:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021403d81. 00000100:00000200:0.0:1761313449.489221:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b721411 x1846869206510016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313449.496534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afe828df. 00000400:00000200:2.0:1761313449.499867:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313449.499891:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf0029c0 00000400:00000200:2.0:1761313449.499900:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf31d [1] + 224 00000400:00000200:2.0:1761313449.499913:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.499918:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313449.499930:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000b721411 x1846869206510016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313449.499966:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313449.499972:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a8c0 00000400:00000200:2.0:1761313449.499977:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadc5d [2] + 1968 00000400:00000010:2.0:1761313449.499982:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c8ba30e0. 00000400:00000200:2.0:1761313449.499986:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009ecedad4 00000400:00000200:2.0:1761313449.500566:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.500572:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313449.500575:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ecedad4 00000400:00000010:2.0:1761313449.500578:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009ecedad4 (tot 82354370). 00000100:00000200:2.0:1761313449.500584:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313449.500642:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8d7143d. 00000020:00000010:2.0:1761313449.500649:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003e7bb4f8. 00000020:00000010:2.0:1761313449.500655:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008387f35a. 00000100:00000200:2.0:1761313449.500681:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001e4f0ecf x1846869199530176/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313449.500711:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199530176 02000000:00000010:2.0:1761313449.500722:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ca1cca68. 00010000:00000010:2.0:1761313449.500764:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021f438b3. 00000100:00000010:2.0:1761313449.500771:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ec23c772. 00000100:00000010:2.0:1761313449.500777:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ec23c772. 00010000:00000010:2.0:1761313449.500780:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021f438b3. 00000400:00000010:2.0:1761313449.500793:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd66a147. 00000100:00000200:2.0:1761313449.500798:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199530176, offset 224 00000400:00000200:2.0:1761313449.500806:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.500816:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.500821:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89915:89915:256:4294967295] 192.168.204.1@tcp LPNI seq info [89915:89915:8:4294967295] 00000400:00000200:2.0:1761313449.500833:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.500837:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.500841:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f91e3d93 (tot 82354618). 00000800:00000200:2.0:1761313449.500847:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.500853:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.500857:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f91e3d93 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313449.500873:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003e7bb4f8. 00000020:00000010:2.0:1761313449.500878:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008387f35a. 00000020:00000010:2.0:1761313449.500881:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8d7143d. 02000000:00000010:2.0:1761313449.500889:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004337fc0a. 00000100:00000010:2.0:1761313449.500892:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfd0c749. 02000000:00000010:2.0:1761313449.500897:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003aa6100b. 00000100:00000010:2.0:1761313449.500899:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066698b35. 02000000:00000010:2.0:1761313449.500901:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ccd21940. 00000100:00000010:2.0:1761313449.500903:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dbb6b51. 02000000:00000010:2.0:1761313449.500907:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009951dd50. 00000100:00000010:2.0:1761313449.500909:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009cc66c06. 02000000:00000010:2.0:1761313449.500912:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000080f3c70. 00000100:00000010:2.0:1761313449.500914:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc378313. 02000000:00000010:2.0:1761313449.500917:0:64770:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000575fb5e0. 00000100:00000010:2.0:1761313449.500920:0:64770:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005e2aefc2. 00000100:00000200:2.0:1761313449.500926:0:64770:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313449.500931:0:64770:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006fa62344. 00000400:00000010:2.0:1761313449.500934:0:64770:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec23c772 (tot 82354770). 00000400:00000010:1.0:1761313449.502214:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f4c493f4. 00000400:00000200:1.0:1761313449.502226:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062b4f490 00000400:00000010:1.0:1761313449.502228:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062b4f490. 00000100:00000200:1.0:1761313449.502242:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000b721411 x1846869206510016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313449.502252:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000b721411 x1846869206510016/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313449.502279:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000caa99f34. 02000000:00000010:1.0:1761313449.502293:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3ca04f7. 02000000:00000010:1.0:1761313449.502299:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e48ac579. 00000100:00000010:1.0:1761313449.502302:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b721411. 00000100:00000010:1.0:1761313449.502307:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007bd8a933. 00010000:00000010:1.0:1761313449.502312:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014a56ef6. 00080000:00000010:1.0:1761313449.502334:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009951dd50. 00010000:00000010:1.0:1761313449.502429:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab958d21. 00010000:00000010:1.0:1761313449.502436:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000048da5b96. 00010000:00000010:1.0:1761313449.502568:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ccabbc73. 00010000:00000010:1.0:1761313449.502574:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000298fc2b0. 00010000:00000010:1.0:1761313449.502586:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002aa9095e. 00000100:00000010:1.0:1761313449.502592:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452192a2. 00000100:00000010:1.0:1761313449.502600:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 02000000:00000010:1.0:1761313449.502612:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000acb386e3. 02000000:00000010:1.0:1761313449.502637:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6d41942. 00000400:00000010:1.0:1761313449.502643:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e993058. 00000400:00000010:1.0:1761313449.502648:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b294a7. 00000100:00000200:1.0:1761313449.502653:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206510080, portal 16 00000400:00000010:1.0:1761313449.502660:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000deec9e59. 00000100:00000200:1.0:1761313449.502664:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206510080, offset 0 00000400:00000200:1.0:1761313449.502671:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:1.0:1761313449.502684:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:1.0:1761313449.502691:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:1.0:1761313449.502694:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313449.502696:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:1.0:1761313449.502699:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89916:89916:255:4294967295] 192.168.204.1@tcp LPNI seq info [89916:89916:7:4294967295] 00000400:00000200:1.0:1761313449.502709:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:1.0:1761313449.502715:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:1.0:1761313449.502719:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ad010ba (tot 82355018). 00000800:00000200:1.0:1761313449.502724:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:1.0:1761313449.502730:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:1.0:1761313449.502733:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ad010ba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313449.504514:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313449.504522:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f91e3d93 (tot 82354770). 00000400:00000200:2.0:1761313449.504530:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.504541:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313449.504548:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd66a147 00000400:00000010:2.0:1761313449.504551:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd66a147. 02000000:00000010:2.0:1761313449.504560:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ca1cca68. 00000800:00000200:2.0:1761313449.504686:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313449.504689:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ad010ba (tot 82354522). 00000400:00000200:2.0:1761313449.504694:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.504697:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313449.504700:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000deec9e59 00000400:00000010:2.0:1761313449.504701:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000deec9e59. 00000100:00000200:2.0:1761313449.504710:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061f542ae x1846869206510080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313449.510447:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:0.0:1761313449.510490:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002a00 00000400:00000200:0.0:1761313449.510499:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf32d [1] + 224 00000400:00000200:0.0:1761313449.510519:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.510523:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:0.0:1761313449.510536:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061f542ae x1846869206510080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313449.510635:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e993058. 00000400:00000200:1.0:1761313449.510640:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b294a7 00000400:00000010:1.0:1761313449.510642:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b294a7. 00000100:00000200:1.0:1761313449.510648:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061f542ae x1846869206510080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313449.510656:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061f542ae x1846869206510080/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313449.510687:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6d41942. 02000000:00000010:1.0:1761313449.510694:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000acb386e3. 00000100:00000010:1.0:1761313449.510697:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 00000100:00000010:1.0:1761313449.510701:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452192a2. 00010000:00000010:1.0:1761313449.510704:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002aa9095e. 00010000:00000010:3.1:1761313449.511253:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009074c69f. 00010000:00000010:3.1:1761313449.511262:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6aeb773. 00000400:00000200:2.0:1761313449.511332:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313449.511343:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a900 00000400:00000200:2.0:1761313449.511348:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadcbd [2] + 0 00000400:00000200:2.0:1761313449.511407:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.511411:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313449.511416:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313449.511421:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e2aefc2. 00000020:00000010:0.0:1761313449.513347:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000516db19f. 00000020:00000010:0.0:1761313449.513358:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313449.513363:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313449.513392:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005e2aefc2 x1846869199530240/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313449.513428:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199530240 02000000:00000010:0.0:1761313449.513437:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e47d4fa7. 00010000:00000010:0.0:1761313449.513466:0:64768:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f7711ee. 00010000:00000010:0.0:1761313449.513507:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012129ef3. 00000100:00000010:0.0:1761313449.513513:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e45d19ce. 00000100:00000010:0.0:1761313449.513533:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e45d19ce. 00010000:00000010:0.0:1761313449.513537:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012129ef3. 00000400:00000010:0.0:1761313449.513551:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f602c09. 00000100:00000200:0.0:1761313449.513556:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199530240, offset 224 00000400:00000200:0.0:1761313449.513564:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.513575:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.513580:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89917:89917:256:4294967295] 192.168.204.1@tcp LPNI seq info [89917:89917:8:4294967295] 00000400:00000200:0.0:1761313449.513590:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.513595:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.513600:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051ae0835 (tot 82354770). 00000800:00000200:0.0:1761313449.513606:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.513613:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.513617:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000051ae0835 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.513633:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313449.513637:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.513640:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000516db19f. 00000800:00000200:2.0:1761313449.513741:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313449.513746:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051ae0835 (tot 82354522). 00000400:00000200:2.0:1761313449.513752:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.513757:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313449.513762:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f602c09 00000400:00000010:2.0:1761313449.513764:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f602c09. 00080000:00000010:2.0:1761313449.513791:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca1cca68. 00010000:00000010:2.0:1761313449.513883:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000298fc2b0. 00010000:00000010:2.0:1761313449.513892:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3aea687. 00010000:00000010:2.0:1761313449.514135:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000570b2073. 00010000:00000010:2.0:1761313449.514143:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d345f66e. 00010000:00000010:2.0:1761313449.514157:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021f438b3. 00000100:00000010:2.0:1761313449.514161:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000603befa5. 00000100:00000010:2.0:1761313449.514169:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc378313. 02000000:00000010:2.0:1761313449.514182:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003aa6100b. 02000000:00000010:2.0:1761313449.514207:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004337fc0a. 00000400:00000010:2.0:1761313449.514215:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057a38f12. 00000400:00000010:2.0:1761313449.514220:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd66a147. 00000100:00000200:2.0:1761313449.514225:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206510144, portal 16 00000400:00000010:2.0:1761313449.514229:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe79c649. 00000100:00000200:2.0:1761313449.514231:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206510144, offset 0 00000400:00000200:2.0:1761313449.514236:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.514243:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.514250:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313449.514254:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313449.514257:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313449.514259:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89918:89918:256:4294967295] 192.168.204.1@tcp LPNI seq info [89918:89918:8:4294967295] 00000400:00000200:2.0:1761313449.514266:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.514270:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.514273:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f91e3d93 (tot 82354770). 00000800:00000200:2.0:1761313449.514277:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.514282:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.514284:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f91e3d93 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313449.514358:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313449.514361:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f91e3d93 (tot 82354522). 00000400:00000200:2.0:1761313449.514365:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.514368:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313449.514370:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe79c649 00000400:00000010:2.0:1761313449.514372:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe79c649. 00000100:00000200:2.0:1761313449.514377:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc378313 x1846869206510144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313449.516038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1940bb1. 00010000:00000010:1.1:1761313449.516050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebd7d75e. 00010000:00000010:1.1:1761313449.516055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044cb8f20. 00000400:00000200:3.0:1761313449.521609:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.521628:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002a40 00000400:00000200:3.0:1761313449.521636:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf339 [1] + 224 00000400:00000200:3.0:1761313449.521647:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.521650:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.521662:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc378313 x1846869206510144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.521689:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.521694:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a940 00000400:00000200:3.0:1761313449.521699:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadcbd [2] + 328 00000400:00000200:3.0:1761313449.521752:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.521756:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.521760:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313449.521767:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d8720239. 00000020:00000010:0.0:1761313449.522646:0:64768:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9918f82. 00000020:00000010:0.0:1761313449.522654:0:64768:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313449.522659:0:64768:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002845bd22. 00000100:00000200:0.0:1761313449.522683:0:64768:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d8720239 x1846869199530304/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313449.522715:0:64768:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199530304 02000000:00000010:0.0:1761313449.522725:0:64768:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000320f11ab. 00010000:00000010:0.0:1761313449.522761:0:64768:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012129ef3. 00000100:00000010:0.0:1761313449.522770:0:64768:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e45d19ce. 00000100:00000010:0.0:1761313449.522776:0:64768:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e45d19ce. 00010000:00000010:0.0:1761313449.522780:0:64768:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012129ef3. 00000400:00000010:0.0:1761313449.522793:0:64768:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d9f3aa. 00000100:00000200:0.0:1761313449.522799:0:64768:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199530304, offset 224 00000400:00000200:0.0:1761313449.522807:0:64768:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:0.0:1761313449.522818:0:64768:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:0.0:1761313449.522824:0:64768:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89919:89919:256:4294967295] 192.168.204.1@tcp LPNI seq info [89919:89919:8:4294967295] 00000400:00000200:0.0:1761313449.522833:0:64768:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:0.0:1761313449.522839:0:64768:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:0.0:1761313449.522843:0:64768:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000455ffc3d (tot 82354770). 00000800:00000200:0.0:1761313449.522850:0:64768:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:0.0:1761313449.522855:0:64768:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:0.0:1761313449.522859:0:64768:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000455ffc3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313449.522877:0:64768:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a6dfca05. 00000020:00000010:0.0:1761313449.522880:0:64768:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002845bd22. 00000020:00000010:0.0:1761313449.522884:0:64768:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9918f82. 00000400:00000010:1.0:1761313449.523528:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057a38f12. 00000400:00000200:1.0:1761313449.523534:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd66a147 00000400:00000010:1.0:1761313449.523536:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd66a147. 00000100:00000200:1.0:1761313449.523543:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc378313 x1846869206510144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313449.523551:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc378313 x1846869206510144/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313449.523573:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006609ea83. 02000000:00000010:1.0:1761313449.523585:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004337fc0a. 02000000:00000010:1.0:1761313449.523590:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003aa6100b. 00000100:00000010:1.0:1761313449.523593:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc378313. 00000100:00000010:1.0:1761313449.523596:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000603befa5. 00010000:00000010:1.0:1761313449.523600:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021f438b3. 00080000:00000010:1.0:1761313449.523619:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6d41942. 00010000:00000010:1.0:1761313449.523703:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d345f66e. 00010000:00000010:1.0:1761313449.523710:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5ae6071. 00010000:00000010:1.0:1761313449.524293:0:77347:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c994e4bb. 00010000:00000010:1.0:1761313449.524299:0:77347:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006877a812. 00010000:00000010:1.0:1761313449.524304:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cb4974f. 00010000:00000010:1.0:1761313449.524310:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000298fc2b0. 00080000:00000010:1.0:1761313449.524325:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c242afd8. 00010000:00000010:1.0:1761313449.524357:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000298fc2b0. 00010000:00000010:1.0:1761313449.524361:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006877a812. 00010000:00000010:1.0:1761313449.524423:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028048590. 00010000:00000010:1.0:1761313449.524426:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000298fc2b0. 00010000:00000010:1.0:1761313449.524433:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8b1ec96. 00000100:00000010:1.0:1761313449.524439:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452192a2. 00000100:00000010:1.0:1761313449.524447:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061f542ae. 02000000:00000010:1.0:1761313449.524460:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072d81850. 00000800:00000200:2.0:1761313449.524630:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313449.524634:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000455ffc3d (tot 82354522). 00000400:00000200:2.0:1761313449.524641:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.524647:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:2.0:1761313449.524652:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d9f3aa 00000400:00000010:2.0:1761313449.524654:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d9f3aa. 02000000:00000010:2.0:1761313449.525983:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8d7143d. 00000400:00000010:2.0:1761313449.525994:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057db4d49. 00000400:00000010:2.0:1761313449.525998:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe79c649. 00000100:00000200:2.0:1761313449.526004:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206510208, portal 16 00000400:00000010:2.0:1761313449.526010:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c510ee54. 00000100:00000200:2.0:1761313449.526013:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206510208, offset 0 00000400:00000200:2.0:1761313449.526021:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.526034:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.526042:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313449.526045:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313449.526047:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313449.526051:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89920:89920:256:4294967295] 192.168.204.1@tcp LPNI seq info [89920:89920:8:4294967295] 00000400:00000200:2.0:1761313449.526061:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.526066:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.526070:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f91e3d93 (tot 82354770). 00000800:00000200:2.0:1761313449.526077:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.526083:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.526086:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f91e3d93 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313449.526284:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313449.526287:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f91e3d93 (tot 82354522). 00000400:00000200:0.0:1761313449.526291:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.526296:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.526299:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c510ee54 00000400:00000010:0.0:1761313449.526301:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c510ee54. 00000100:00000200:0.0:1761313449.526307:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061f542ae x1846869206510208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313449.527900:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:3.0:1761313449.527918:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 224 into portal 16 MB=0x68fb7bf002a80 00000400:00000200:3.0:1761313449.527926:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.1@tcp of length 224/224 into md 0xaf345 [1] + 224 00000400:00000200:3.0:1761313449.527937:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313449.527940:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:3.0:1761313449.527948:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061f542ae x1846869206510208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313449.528360:0:77347:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057db4d49. 00000400:00000200:0.0:1761313449.528366:0:77347:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe79c649 00000400:00000010:0.0:1761313449.528368:0:77347:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe79c649. 00000100:00000200:0.0:1761313449.528375:0:77347:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061f542ae x1846869206510208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313449.528384:0:77347:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061f542ae x1846869206510208/t0(0) o104->lustre-MDT0000@192.168.204.1@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313493 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313449.528416:0:77347:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8d7143d. 02000000:00000010:0.0:1761313449.528422:0:77347:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000072d81850. 00000100:00000010:0.0:1761313449.528426:0:77347:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061f542ae. 00000100:00000010:0.0:1761313449.528431:0:77347:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452192a2. 00010000:00000010:0.0:1761313449.528434:0:77347:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8b1ec96. 00010000:00000010:0.1:1761313449.528609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2ad522. 00000400:00000200:2.0:1761313449.529404:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp) <- 192.168.204.1@tcp : PUT - for me 00000400:00000200:2.0:1761313449.529419:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.1@tcp of length 328 into portal 17 MB=0x68fb7be95a980 00000400:00000200:2.0:1761313449.529425:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.1@tcp of length 328/328 into md 0xadcbd [2] + 656 00010000:00000010:2.1:1761313449.529692:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007223a2e6. 00010000:00000010:2.1:1761313449.529700:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccabbc73. 00000400:00000200:2.0:1761313449.529707:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313449.529711:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000100:00000200:2.0:1761313449.529717:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313449.529721:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066698b35. 00000020:00000010:3.0:1761313449.529837:0:64770:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000561df7a1. 00000020:00000010:3.0:1761313449.529843:0:64770:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006653082. 00000020:00000010:3.0:1761313449.529848:0:64770:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f0704e2b. 00000100:00000200:3.0:1761313449.529869:0:64770:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066698b35 x1846869199530368/t0(0) o103->6907f212-80cf-458c-8f12-e30b8729ad4d@192.168.204.1@tcp:417/0 lens 328/0 e 0 to 0 dl 1761313492 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313449.529898:0:64770:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869199530368 02000000:00000010:3.0:1761313449.529909:0:64770:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aeb80f8a. 00010000:00000010:3.0:1761313449.529937:0:64770:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023b0c746. 00010000:00000010:3.0:1761313449.529955:0:64770:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f4e89442. 00000100:00000010:3.0:1761313449.529961:0:64770:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e5d0af0. 00000100:00000010:3.0:1761313449.529978:0:64770:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003e5d0af0. 00010000:00000010:3.0:1761313449.529981:0:64770:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f4e89442. 00000400:00000010:3.0:1761313449.529993:0:64770:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008502b0aa. 00000100:00000200:3.0:1761313449.529997:0:64770:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869199530368, offset 224 00000400:00000200:3.0:1761313449.530005:0:64770:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:3.0:1761313449.530014:0:64770:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.101@tcp to MR: 192.168.204.1@tcp local destination 00000400:00000200:3.0:1761313449.530019:0:64770:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89921:89921:256:4294967295] 192.168.204.1@tcp LPNI seq info [89921:89921:8:4294967295] 00000400:00000200:3.0:1761313449.530037:0:64770:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:192.168.204.101@tcp) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:3.0:1761313449.530043:0:64770:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:3.0:1761313449.530047:0:64770:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002241aa59 (tot 82354770). 00000800:00000200:3.0:1761313449.530053:0:64770:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:3.0:1761313449.530058:0:64770:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:3.0:1761313449.530062:0:64770:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002241aa59 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313449.530074:0:64770:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006653082. 00000020:00000010:3.0:1761313449.530078:0:64770:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f0704e2b. 00000020:00000010:3.0:1761313449.530082:0:64770:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000561df7a1. 00080000:00000010:2.0:1761313449.530298:0:77347:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef2e6b0c. 00010000:00000010:2.0:1761313449.530388:0:77347:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000298fc2b0. 00010000:00000010:2.0:1761313449.530395:0:77347:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c05b7dcb. 00010000:00000010:2.0:1761313449.530461:0:77347:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2093e08. 00010000:00000010:2.0:1761313449.530497:0:77347:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745874a3. 00010000:00000010:2.0:1761313449.530508:0:77347:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058f82e22. 00000100:00000010:2.0:1761313449.530512:0:77347:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1b5b0a0. 00000100:00000010:2.0:1761313449.530518:0:77347:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfd0c749. 00000800:00000200:0.0:1761313449.530524:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1761313449.530528:0:77347:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004eb1d47d. 00000800:00000010:0.0:1761313449.530530:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002241aa59 (tot 82354522). 00000400:00000200:0.0:1761313449.530535:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313449.530541:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.101@tcp->192.168.204.1@tcp: PUT: OK 00000400:00000200:0.0:1761313449.530545:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008502b0aa 00000400:00000010:0.0:1761313449.530547:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008502b0aa. 02000000:00000010:2.0:1761313449.530550:0:77347:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8d7143d. 00000400:00000010:2.0:1761313449.530556:0:77347:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000573c5ec. 00000400:00000010:2.0:1761313449.530561:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d96c721. 00000100:00000200:2.0:1761313449.530566:0:77347:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869206510272, portal 16 00000400:00000010:2.0:1761313449.530570:0:77347:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021a4f2ae. 00000100:00000200:2.0:1761313449.530572:0:77347:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869206510272, offset 0 00000400:00000200:2.0:1761313449.530577:0:77347:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.1@tcp 00000400:00000200:2.0:1761313449.530583:0:77347:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.1@tcp local destination 00000400:00000200:2.0:1761313449.530589:0:77347:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.101@tcp 00000400:00000200:2.0:1761313449.530592:0:77347:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.101@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313449.530595:0:77347:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.1@tcp 00000400:00000200:2.0:1761313449.530597:0:77347:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.101@tcp NI seq info: [89922:89922:256:4294967295] 192.168.204.1@tcp LPNI seq info [89922:89922:8:4294967295] 00000400:00000200:2.0:1761313449.530604:0:77347:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.101@tcp(192.168.204.101@tcp:) -> 192.168.204.1@tcp(192.168.204.1@tcp:192.168.204.1@tcp) : PUT try# 0 00000800:00000200:2.0:1761313449.530609:0:77347:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.1@tcp 00000800:00000010:2.0:1761313449.530612:0:77347:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d68e04b (tot 82354770). 00000800:00000200:2.0:1761313449.530615:0:77347:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000b83df8d9] -> 12345-192.168.204.1@tcp (4) 00000800:00000200:2.0:1761313449.530619:0:77347:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.1@tcp ip 192.168.204.1:1023 00000800:00000200:2.0:1761313449.530621:0:77347:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d68e04b type 1, nob 424 niov 1 nkiov 1 Debug log: 53951 lines, 53951 kept, 0 dropped, 0 bad.